2024-11-15 19:58:39,582 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-15 19:58:39,614 main DEBUG Took 0.029613 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 19:58:39,614 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 19:58:39,615 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 19:58:39,616 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 19:58:39,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:58:39,629 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 19:58:39,644 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:58:39,646 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:58:39,646 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:58:39,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:58:39,647 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:58:39,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:58:39,649 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:58:39,649 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:58:39,650 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:58:39,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:58:39,651 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:58:39,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:58:39,652 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:58:39,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:58:39,653 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:58:39,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:58:39,654 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:58:39,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:58:39,655 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:58:39,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:58:39,656 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:58:39,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:58:39,657 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:58:39,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:58:39,658 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:58:39,658 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 19:58:39,660 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:58:39,662 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 19:58:39,664 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 19:58:39,664 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 19:58:39,666 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 19:58:39,666 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 19:58:39,677 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 19:58:39,680 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 19:58:39,682 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 19:58:39,682 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 19:58:39,683 main DEBUG createAppenders(={Console}) 2024-11-15 19:58:39,684 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-15 19:58:39,684 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-15 19:58:39,684 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-15 19:58:39,685 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 19:58:39,685 main DEBUG OutputStream closed 2024-11-15 19:58:39,685 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 19:58:39,686 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 19:58:39,686 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-15 19:58:39,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 19:58:39,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 19:58:39,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 19:58:39,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 19:58:39,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 19:58:39,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 19:58:39,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 19:58:39,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 19:58:39,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 19:58:39,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 19:58:39,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 19:58:39,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 19:58:39,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 19:58:39,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 19:58:39,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 19:58:39,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 19:58:39,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 19:58:39,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 19:58:39,783 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 19:58:39,784 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-15 19:58:39,784 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 19:58:39,785 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-15T19:58:40,061 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7 2024-11-15 19:58:40,065 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 19:58:40,065 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T19:58:40,075 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-15T19:58:40,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T19:58:40,121 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/cluster_9a713021-c67b-8789-66a9-b47232943eb4, deleteOnExit=true 2024-11-15T19:58:40,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T19:58:40,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/test.cache.data in system properties and HBase conf 2024-11-15T19:58:40,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T19:58:40,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/hadoop.log.dir in system properties and HBase conf 2024-11-15T19:58:40,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T19:58:40,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T19:58:40,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T19:58:40,256 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T19:58:40,390 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T19:58:40,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T19:58:40,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T19:58:40,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T19:58:40,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T19:58:40,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T19:58:40,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T19:58:40,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T19:58:40,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T19:58:40,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T19:58:40,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/nfs.dump.dir in system properties and HBase conf 2024-11-15T19:58:40,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/java.io.tmpdir in system properties and HBase conf 2024-11-15T19:58:40,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T19:58:40,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T19:58:40,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T19:58:41,527 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T19:58:41,633 INFO [Time-limited test {}] log.Log(170): Logging initialized @2937ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T19:58:41,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:58:41,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:58:41,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:58:41,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:58:41,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:58:41,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:58:41,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:58:41,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:58:42,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/java.io.tmpdir/jetty-localhost-44623-hadoop-hdfs-3_4_1-tests_jar-_-any-4198349749321354697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T19:58:42,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:44623} 2024-11-15T19:58:42,155 INFO [Time-limited test {}] server.Server(415): Started @3460ms 2024-11-15T19:58:42,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:58:42,632 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:58:42,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:58:42,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:58:42,634 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T19:58:42,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:58:42,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:58:42,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/java.io.tmpdir/jetty-localhost-40111-hadoop-hdfs-3_4_1-tests_jar-_-any-17335090539509370265/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:58:42,777 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:40111} 2024-11-15T19:58:42,778 INFO [Time-limited test {}] server.Server(415): Started @4084ms 2024-11-15T19:58:42,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T19:58:43,401 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/cluster_9a713021-c67b-8789-66a9-b47232943eb4/data/data1/current/BP-622455471-172.17.0.2-1731700721208/current, will proceed with Du for space computation calculation, 2024-11-15T19:58:43,403 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/cluster_9a713021-c67b-8789-66a9-b47232943eb4/data/data2/current/BP-622455471-172.17.0.2-1731700721208/current, will proceed with Du for space computation calculation, 2024-11-15T19:58:43,467 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T19:58:43,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc05ed0c2a7f99b3a with lease ID 0x40a93eba59c455be: Processing first storage report for DS-4d2563a1-8890-44cb-81a6-32d519397a24 from datanode DatanodeRegistration(127.0.0.1:44493, datanodeUuid=a09051c0-591f-4564-9707-15617900f150, infoPort=34919, infoSecurePort=0, ipcPort=41655, storageInfo=lv=-57;cid=testClusterID;nsid=1470234535;c=1731700721208) 2024-11-15T19:58:43,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc05ed0c2a7f99b3a with lease ID 0x40a93eba59c455be: from storage DS-4d2563a1-8890-44cb-81a6-32d519397a24 node DatanodeRegistration(127.0.0.1:44493, datanodeUuid=a09051c0-591f-4564-9707-15617900f150, infoPort=34919, infoSecurePort=0, ipcPort=41655, storageInfo=lv=-57;cid=testClusterID;nsid=1470234535;c=1731700721208), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T19:58:43,540 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc05ed0c2a7f99b3a with lease ID 0x40a93eba59c455be: Processing first storage report for DS-11936377-5039-48a9-929f-599d3371b94a from datanode DatanodeRegistration(127.0.0.1:44493, datanodeUuid=a09051c0-591f-4564-9707-15617900f150, infoPort=34919, infoSecurePort=0, ipcPort=41655, storageInfo=lv=-57;cid=testClusterID;nsid=1470234535;c=1731700721208) 2024-11-15T19:58:43,540 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc05ed0c2a7f99b3a with lease ID 0x40a93eba59c455be: from storage DS-11936377-5039-48a9-929f-599d3371b94a node DatanodeRegistration(127.0.0.1:44493, datanodeUuid=a09051c0-591f-4564-9707-15617900f150, infoPort=34919, infoSecurePort=0, ipcPort=41655, storageInfo=lv=-57;cid=testClusterID;nsid=1470234535;c=1731700721208), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T19:58:43,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7 2024-11-15T19:58:43,664 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/cluster_9a713021-c67b-8789-66a9-b47232943eb4/zookeeper_0, clientPort=56910, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/cluster_9a713021-c67b-8789-66a9-b47232943eb4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/cluster_9a713021-c67b-8789-66a9-b47232943eb4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T19:58:43,677 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56910 2024-11-15T19:58:43,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:58:43,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:58:43,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741825_1001 (size=7) 2024-11-15T19:58:44,380 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97 with version=8 2024-11-15T19:58:44,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/hbase-staging 2024-11-15T19:58:44,491 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T19:58:44,801 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c325ef450a96:0 server-side Connection retries=45 2024-11-15T19:58:44,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:58:44,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T19:58:44,819 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T19:58:44,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:58:44,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T19:58:44,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T19:58:45,061 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T19:58:45,071 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T19:58:45,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T19:58:45,107 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 27627 (auto-detected) 2024-11-15T19:58:45,108 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T19:58:45,129 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43137 2024-11-15T19:58:45,152 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43137 connecting to ZooKeeper ensemble=127.0.0.1:56910 2024-11-15T19:58:45,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431370x0, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T19:58:45,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43137-0x101ad83851d0000 connected 2024-11-15T19:58:45,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:58:45,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:58:45,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:58:45,245 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97, hbase.cluster.distributed=false 2024-11-15T19:58:45,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T19:58:45,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43137 2024-11-15T19:58:45,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43137 2024-11-15T19:58:45,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43137 2024-11-15T19:58:45,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43137 2024-11-15T19:58:45,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43137 2024-11-15T19:58:45,427 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c325ef450a96:0 server-side Connection retries=45 2024-11-15T19:58:45,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:58:45,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T19:58:45,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T19:58:45,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:58:45,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T19:58:45,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T19:58:45,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T19:58:45,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42595 2024-11-15T19:58:45,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42595 connecting to ZooKeeper ensemble=127.0.0.1:56910 2024-11-15T19:58:45,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:58:45,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:58:45,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425950x0, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T19:58:45,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425950x0, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T19:58:45,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42595-0x101ad83851d0001 connected 2024-11-15T19:58:45,462 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T19:58:45,471 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T19:58:45,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T19:58:45,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T19:58:45,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42595 2024-11-15T19:58:45,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42595 2024-11-15T19:58:45,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42595 2024-11-15T19:58:45,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42595 2024-11-15T19:58:45,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42595 2024-11-15T19:58:45,520 DEBUG [M:0;c325ef450a96:43137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c325ef450a96:43137 2024-11-15T19:58:45,521 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c325ef450a96,43137,1731700724558 2024-11-15T19:58:45,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:58:45,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:58:45,532 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c325ef450a96,43137,1731700724558 2024-11-15T19:58:45,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T19:58:45,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:58:45,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:58:45,562 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T19:58:45,564 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c325ef450a96,43137,1731700724558 from backup master directory 2024-11-15T19:58:45,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c325ef450a96,43137,1731700724558 2024-11-15T19:58:45,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:58:45,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T19:58:45,568 WARN [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T19:58:45,568 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c325ef450a96,43137,1731700724558 2024-11-15T19:58:45,571 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T19:58:45,573 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T19:58:45,641 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/hbase.id] with ID: 6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5 2024-11-15T19:58:45,642 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/.tmp/hbase.id 2024-11-15T19:58:45,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741826_1002 (size=42) 2024-11-15T19:58:46,056 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/.tmp/hbase.id]:[hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/hbase.id] 2024-11-15T19:58:46,108 INFO [master/c325ef450a96:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:58:46,113 INFO [master/c325ef450a96:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T19:58:46,135 INFO [master/c325ef450a96:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-15T19:58:46,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:58:46,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:58:46,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741827_1003 (size=196) 2024-11-15T19:58:46,173 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:58:46,175 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T19:58:46,193 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:46,198 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:58:46,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741828_1004 (size=1189) 2024-11-15T19:58:46,660 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store 2024-11-15T19:58:46,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741829_1005 (size=34) 2024-11-15T19:58:46,687 INFO [master/c325ef450a96:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T19:58:46,690 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:58:46,691 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T19:58:46,692 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:58:46,692 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:58:46,693 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T19:58:46,693 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:58:46,694 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:58:46,695 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731700726691Disabling compacts and flushes for region at 1731700726691Disabling writes for close at 1731700726693 (+2 ms)Writing region close event to WAL at 1731700726693Closed at 1731700726693 2024-11-15T19:58:46,697 WARN [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/.initializing 2024-11-15T19:58:46,697 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/WALs/c325ef450a96,43137,1731700724558 2024-11-15T19:58:46,707 INFO [master/c325ef450a96:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T19:58:46,724 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C43137%2C1731700724558, suffix=, logDir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/WALs/c325ef450a96,43137,1731700724558, archiveDir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/oldWALs, maxLogs=10 2024-11-15T19:58:46,760 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/WALs/c325ef450a96,43137,1731700724558/c325ef450a96%2C43137%2C1731700724558.1731700726730, exclude list is [], retry=0 2024-11-15T19:58:46,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-4d2563a1-8890-44cb-81a6-32d519397a24,DISK] 2024-11-15T19:58:46,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T19:58:46,830 INFO [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/WALs/c325ef450a96,43137,1731700724558/c325ef450a96%2C43137%2C1731700724558.1731700726730 2024-11-15T19:58:46,831 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34919:34919)] 2024-11-15T19:58:46,832 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:58:46,833 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:58:46,837 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:58:46,838 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:58:46,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:58:46,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T19:58:46,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:46,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:58:46,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:58:46,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T19:58:46,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:46,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:58:46,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:58:46,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T19:58:46,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:46,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:58:46,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:58:46,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T19:58:46,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:46,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:58:46,937 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:58:46,941 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:58:46,942 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:58:46,949 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:58:46,950 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:58:46,954 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T19:58:46,958 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:58:46,964 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:58:46,965 INFO [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72256682, jitterRate=0.07670846581459045}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T19:58:46,971 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731700726854Initializing all the Stores at 1731700726857 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700726858 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700726859 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700726859Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700726859Cleaning up temporary data from old regions at 1731700726950 (+91 ms)Region opened successfully at 1731700726971 (+21 ms) 2024-11-15T19:58:46,972 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T19:58:47,011 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d5bf8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c325ef450a96/172.17.0.2:0 2024-11-15T19:58:47,046 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T19:58:47,059 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T19:58:47,059 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T19:58:47,063 INFO [master/c325ef450a96:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T19:58:47,065 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T19:58:47,071 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-15T19:58:47,071 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T19:58:47,105 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T19:58:47,116 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T19:58:47,118 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T19:58:47,121 INFO [master/c325ef450a96:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T19:58:47,123 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T19:58:47,124 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T19:58:47,127 INFO [master/c325ef450a96:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T19:58:47,130 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T19:58:47,132 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T19:58:47,133 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T19:58:47,135 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T19:58:47,156 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T19:58:47,158 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T19:58:47,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T19:58:47,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T19:58:47,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:58:47,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:58:47,166 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c325ef450a96,43137,1731700724558, sessionid=0x101ad83851d0000, setting cluster-up flag (Was=false) 2024-11-15T19:58:47,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:58:47,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:58:47,185 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T19:58:47,187 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c325ef450a96,43137,1731700724558 2024-11-15T19:58:47,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:58:47,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:58:47,206 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T19:58:47,208 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c325ef450a96,43137,1731700724558 2024-11-15T19:58:47,217 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T19:58:47,309 INFO [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(746): ClusterId : 6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5 2024-11-15T19:58:47,313 DEBUG [RS:0;c325ef450a96:42595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T19:58:47,319 DEBUG [RS:0;c325ef450a96:42595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T19:58:47,319 DEBUG [RS:0;c325ef450a96:42595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T19:58:47,323 DEBUG [RS:0;c325ef450a96:42595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T19:58:47,324 DEBUG [RS:0;c325ef450a96:42595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ffa7365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c325ef450a96/172.17.0.2:0 2024-11-15T19:58:47,332 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T19:58:47,340 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c325ef450a96:42595 2024-11-15T19:58:47,344 INFO [RS:0;c325ef450a96:42595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T19:58:47,344 INFO [RS:0;c325ef450a96:42595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T19:58:47,344 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T19:58:47,346 INFO [master/c325ef450a96:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T19:58:47,347 INFO [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(2659): reportForDuty to master=c325ef450a96,43137,1731700724558 with port=42595, startcode=1731700725376 2024-11-15T19:58:47,354 INFO [master/c325ef450a96:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T19:58:47,360 DEBUG [RS:0;c325ef450a96:42595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T19:58:47,361 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c325ef450a96,43137,1731700724558 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T19:58:47,370 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:58:47,370 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:58:47,371 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:58:47,371 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:58:47,371 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c325ef450a96:0, corePoolSize=10, maxPoolSize=10 2024-11-15T19:58:47,371 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:58:47,372 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c325ef450a96:0, corePoolSize=2, maxPoolSize=2 2024-11-15T19:58:47,372 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:58:47,382 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:58:47,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T19:58:47,391 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:47,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T19:58:47,392 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731700757392 2024-11-15T19:58:47,394 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T19:58:47,396 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T19:58:47,400 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T19:58:47,401 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T19:58:47,402 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T19:58:47,402 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T19:58:47,406 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43099, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T19:58:47,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741831_1007 (size=1321) 2024-11-15T19:58:47,405 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:47,412 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T19:58:47,412 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T19:58:47,412 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97 2024-11-15T19:58:47,414 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T19:58:47,414 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T19:58:47,415 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43137 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:47,417 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T19:58:47,417 INFO [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T19:58:47,420 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700727418,5,FailOnTimeoutGroup] 2024-11-15T19:58:47,421 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700727420,5,FailOnTimeoutGroup] 2024-11-15T19:58:47,421 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:47,421 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T19:58:47,423 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:47,423 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:47,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741832_1008 (size=32) 2024-11-15T19:58:47,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:58:47,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T19:58:47,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T19:58:47,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:47,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:58:47,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T19:58:47,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T19:58:47,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:47,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:58:47,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T19:58:47,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T19:58:47,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:47,448 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T19:58:47,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:58:47,448 WARN [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T19:58:47,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T19:58:47,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T19:58:47,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:47,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:58:47,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T19:58:47,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740 2024-11-15T19:58:47,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740 2024-11-15T19:58:47,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T19:58:47,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T19:58:47,461 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T19:58:47,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T19:58:47,469 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:58:47,470 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66909730, jitterRate=-0.002967327833175659}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T19:58:47,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731700727433Initializing all the Stores at 1731700727435 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700727435Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700727435Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700727435Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700727435Cleaning up temporary data from old regions at 1731700727459 (+24 ms)Region opened successfully at 1731700727474 (+15 ms) 2024-11-15T19:58:47,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T19:58:47,474 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T19:58:47,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T19:58:47,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T19:58:47,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T19:58:47,476 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T19:58:47,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731700727474Disabling compacts and flushes for region at 1731700727474Disabling writes for close at 1731700727474Writing region close event to WAL at 1731700727476 (+2 ms)Closed at 1731700727476 2024-11-15T19:58:47,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:58:47,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T19:58:47,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T19:58:47,501 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T19:58:47,504 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T19:58:47,550 INFO [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(2659): reportForDuty to master=c325ef450a96,43137,1731700724558 with port=42595, startcode=1731700725376 2024-11-15T19:58:47,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43137 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c325ef450a96,42595,1731700725376 2024-11-15T19:58:47,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43137 {}] master.ServerManager(517): Registering regionserver=c325ef450a96,42595,1731700725376 2024-11-15T19:58:47,564 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97 2024-11-15T19:58:47,565 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44669 2024-11-15T19:58:47,565 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T19:58:47,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T19:58:47,570 DEBUG [RS:0;c325ef450a96:42595 {}] zookeeper.ZKUtil(111): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c325ef450a96,42595,1731700725376 2024-11-15T19:58:47,571 WARN [RS:0;c325ef450a96:42595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T19:58:47,571 INFO [RS:0;c325ef450a96:42595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:58:47,571 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/WALs/c325ef450a96,42595,1731700725376 2024-11-15T19:58:47,573 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c325ef450a96,42595,1731700725376] 2024-11-15T19:58:47,600 INFO [RS:0;c325ef450a96:42595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T19:58:47,616 INFO [RS:0;c325ef450a96:42595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T19:58:47,623 INFO [RS:0;c325ef450a96:42595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T19:58:47,623 INFO [RS:0;c325ef450a96:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:47,624 INFO [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T19:58:47,631 INFO [RS:0;c325ef450a96:42595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T19:58:47,633 INFO [RS:0;c325ef450a96:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:47,633 DEBUG [RS:0;c325ef450a96:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:58:47,633 DEBUG [RS:0;c325ef450a96:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:58:47,634 DEBUG [RS:0;c325ef450a96:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:58:47,634 DEBUG [RS:0;c325ef450a96:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:58:47,634 DEBUG [RS:0;c325ef450a96:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:58:47,634 DEBUG [RS:0;c325ef450a96:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c325ef450a96:0, corePoolSize=2, maxPoolSize=2 2024-11-15T19:58:47,634 DEBUG [RS:0;c325ef450a96:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:58:47,635 DEBUG [RS:0;c325ef450a96:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:58:47,635 DEBUG [RS:0;c325ef450a96:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:58:47,635 DEBUG [RS:0;c325ef450a96:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:58:47,635 DEBUG [RS:0;c325ef450a96:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:58:47,635 DEBUG [RS:0;c325ef450a96:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:58:47,635 DEBUG [RS:0;c325ef450a96:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c325ef450a96:0, corePoolSize=3, maxPoolSize=3 2024-11-15T19:58:47,636 DEBUG [RS:0;c325ef450a96:42595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0, corePoolSize=3, maxPoolSize=3 2024-11-15T19:58:47,637 INFO [RS:0;c325ef450a96:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:47,637 INFO [RS:0;c325ef450a96:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:47,637 INFO [RS:0;c325ef450a96:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:47,637 INFO [RS:0;c325ef450a96:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:47,637 INFO [RS:0;c325ef450a96:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:47,638 INFO [RS:0;c325ef450a96:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,42595,1731700725376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T19:58:47,655 WARN [c325ef450a96:43137 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T19:58:47,661 INFO [RS:0;c325ef450a96:42595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T19:58:47,663 INFO [RS:0;c325ef450a96:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,42595,1731700725376-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:47,663 INFO [RS:0;c325ef450a96:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:47,664 INFO [RS:0;c325ef450a96:42595 {}] regionserver.Replication(171): c325ef450a96,42595,1731700725376 started 2024-11-15T19:58:47,685 INFO [RS:0;c325ef450a96:42595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:47,685 INFO [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1482): Serving as c325ef450a96,42595,1731700725376, RpcServer on c325ef450a96/172.17.0.2:42595, sessionid=0x101ad83851d0001 2024-11-15T19:58:47,686 DEBUG [RS:0;c325ef450a96:42595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T19:58:47,687 DEBUG [RS:0;c325ef450a96:42595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c325ef450a96,42595,1731700725376 2024-11-15T19:58:47,687 DEBUG [RS:0;c325ef450a96:42595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c325ef450a96,42595,1731700725376' 2024-11-15T19:58:47,687 DEBUG [RS:0;c325ef450a96:42595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T19:58:47,693 DEBUG [RS:0;c325ef450a96:42595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T19:58:47,694 DEBUG [RS:0;c325ef450a96:42595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T19:58:47,694 DEBUG [RS:0;c325ef450a96:42595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T19:58:47,694 DEBUG [RS:0;c325ef450a96:42595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c325ef450a96,42595,1731700725376 2024-11-15T19:58:47,694 DEBUG [RS:0;c325ef450a96:42595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c325ef450a96,42595,1731700725376' 2024-11-15T19:58:47,694 DEBUG [RS:0;c325ef450a96:42595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T19:58:47,695 DEBUG [RS:0;c325ef450a96:42595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T19:58:47,696 DEBUG [RS:0;c325ef450a96:42595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T19:58:47,696 INFO [RS:0;c325ef450a96:42595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T19:58:47,696 INFO [RS:0;c325ef450a96:42595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T19:58:47,803 INFO [RS:0;c325ef450a96:42595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T19:58:47,807 INFO [RS:0;c325ef450a96:42595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C42595%2C1731700725376, suffix=, logDir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/WALs/c325ef450a96,42595,1731700725376, archiveDir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/oldWALs, maxLogs=32 2024-11-15T19:58:47,827 DEBUG [RS:0;c325ef450a96:42595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/WALs/c325ef450a96,42595,1731700725376/c325ef450a96%2C42595%2C1731700725376.1731700727810, exclude list is [], retry=0 2024-11-15T19:58:47,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-4d2563a1-8890-44cb-81a6-32d519397a24,DISK] 2024-11-15T19:58:47,836 INFO [RS:0;c325ef450a96:42595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/WALs/c325ef450a96,42595,1731700725376/c325ef450a96%2C42595%2C1731700725376.1731700727810 2024-11-15T19:58:47,837 DEBUG [RS:0;c325ef450a96:42595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34919:34919)] 2024-11-15T19:58:47,908 DEBUG [c325ef450a96:43137 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T19:58:47,923 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T19:58:47,931 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c325ef450a96,42595,1731700725376, state=OPENING 2024-11-15T19:58:47,938 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T19:58:47,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:58:47,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T19:58:47,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:58:47,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:58:47,942 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T19:58:47,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c325ef450a96,42595,1731700725376}] 2024-11-15T19:58:48,126 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T19:58:48,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54383, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T19:58:48,142 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T19:58:48,143 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:58:48,143 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T19:58:48,147 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C42595%2C1731700725376.meta, suffix=.meta, logDir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/WALs/c325ef450a96,42595,1731700725376, archiveDir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/oldWALs, maxLogs=32 2024-11-15T19:58:48,168 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/WALs/c325ef450a96,42595,1731700725376/c325ef450a96%2C42595%2C1731700725376.meta.1731700728149.meta, exclude list is [], retry=0 2024-11-15T19:58:48,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-4d2563a1-8890-44cb-81a6-32d519397a24,DISK] 2024-11-15T19:58:48,176 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/WALs/c325ef450a96,42595,1731700725376/c325ef450a96%2C42595%2C1731700725376.meta.1731700728149.meta 2024-11-15T19:58:48,177 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34919:34919)] 2024-11-15T19:58:48,177 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:58:48,179 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T19:58:48,182 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T19:58:48,188 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T19:58:48,193 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T19:58:48,194 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:58:48,194 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T19:58:48,194 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T19:58:48,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T19:58:48,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T19:58:48,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:48,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:58:48,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T19:58:48,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T19:58:48,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:48,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:58:48,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T19:58:48,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T19:58:48,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:48,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:58:48,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T19:58:48,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T19:58:48,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:48,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:58:48,211 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T19:58:48,213 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740 2024-11-15T19:58:48,216 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740 2024-11-15T19:58:48,219 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T19:58:48,219 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T19:58:48,220 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T19:58:48,223 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T19:58:48,225 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68155555, jitterRate=0.015596911311149597}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T19:58:48,225 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T19:58:48,227 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731700728194Writing region info on filesystem at 1731700728195 (+1 ms)Initializing all the Stores at 1731700728197 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700728197Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700728198 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700728198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700728198Cleaning up temporary data from old regions at 1731700728220 (+22 ms)Running coprocessor post-open hooks at 1731700728225 (+5 ms)Region opened successfully at 1731700728227 (+2 ms) 2024-11-15T19:58:48,235 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731700728114 2024-11-15T19:58:48,248 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T19:58:48,249 INFO [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T19:58:48,251 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T19:58:48,253 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c325ef450a96,42595,1731700725376, state=OPEN 2024-11-15T19:58:48,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T19:58:48,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T19:58:48,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:58:48,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T19:58:48,259 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:48,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T19:58:48,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c325ef450a96,42595,1731700725376 in 315 msec 2024-11-15T19:58:48,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T19:58:48,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 777 msec 2024-11-15T19:58:48,275 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:58:48,275 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T19:58:48,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:58:48,300 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:58:48,328 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:58:48,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44789, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:58:48,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0950 sec 2024-11-15T19:58:48,356 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731700728355, completionTime=-1 2024-11-15T19:58:48,359 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T19:58:48,360 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T19:58:48,397 INFO [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-15T19:58:48,397 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731700788397 2024-11-15T19:58:48,398 INFO [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731700848397 2024-11-15T19:58:48,398 INFO [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 38 msec 2024-11-15T19:58:48,400 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,43137,1731700724558-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:48,401 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,43137,1731700724558-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:48,401 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,43137,1731700724558-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:48,403 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c325ef450a96:43137, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:48,403 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:48,404 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:48,440 DEBUG [master/c325ef450a96:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T19:58:48,474 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.905sec 2024-11-15T19:58:48,475 INFO [master/c325ef450a96:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T19:58:48,477 INFO [master/c325ef450a96:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T19:58:48,478 INFO [master/c325ef450a96:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T19:58:48,479 INFO [master/c325ef450a96:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T19:58:48,479 INFO [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T19:58:48,480 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,43137,1731700724558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T19:58:48,481 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,43137,1731700724558-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T19:58:48,491 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T19:58:48,492 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T19:58:48,493 INFO [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,43137,1731700724558-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:58:48,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132591a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:48,524 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T19:58:48,524 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T19:58:48,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:58:48,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:58:48,542 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:58:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:58:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:58:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a845de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:58:48,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:58:48,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:58:48,552 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:58:48,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c236f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:48,556 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:58:48,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:58:48,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:58:48,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:58:48,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c325ef450a96,43137,1731700724558 2024-11-15T19:58:48,607 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=314, ProcessCount=11, AvailableMemoryMB=631 2024-11-15T19:58:48,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:58:48,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c325ef450a96,43137,1731700724558 2024-11-15T19:58:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b65baa9 2024-11-15T19:58:48,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:58:48,630 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:58:48,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T19:58:48,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:58:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T19:58:48,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T19:58:48,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-15T19:58:48,654 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:48,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T19:58:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T19:58:48,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741835_1011 (size=959) 2024-11-15T19:58:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T19:58:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T19:58:49,074 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97 2024-11-15T19:58:49,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741836_1012 (size=53) 2024-11-15T19:58:49,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:58:49,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing bfc83fe1893634620b3c971b384fa305, disabling compactions & flushes 2024-11-15T19:58:49,087 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:49,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:49,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. after waiting 0 ms 2024-11-15T19:58:49,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:49,087 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:49,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for bfc83fe1893634620b3c971b384fa305: Waiting for close lock at 1731700729087Disabling compacts and flushes for region at 1731700729087Disabling writes for close at 1731700729087Writing region close event to WAL at 1731700729087Closed at 1731700729087 2024-11-15T19:58:49,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T19:58:49,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731700729091"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700729091"}]},"ts":"1731700729091"} 2024-11-15T19:58:49,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T19:58:49,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T19:58:49,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700729107"}]},"ts":"1731700729107"} 2024-11-15T19:58:49,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T19:58:49,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bfc83fe1893634620b3c971b384fa305, ASSIGN}] 2024-11-15T19:58:49,122 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bfc83fe1893634620b3c971b384fa305, ASSIGN 2024-11-15T19:58:49,124 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bfc83fe1893634620b3c971b384fa305, ASSIGN; state=OFFLINE, location=c325ef450a96,42595,1731700725376; forceNewPlan=false, retain=false 2024-11-15T19:58:49,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bfc83fe1893634620b3c971b384fa305, regionState=OPENING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T19:58:49,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bfc83fe1893634620b3c971b384fa305, ASSIGN because future has completed 2024-11-15T19:58:49,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376}] 2024-11-15T19:58:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T19:58:49,446 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:49,446 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:58:49,446 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:49,447 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:58:49,447 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:49,447 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:49,450 INFO [StoreOpener-bfc83fe1893634620b3c971b384fa305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:49,453 INFO [StoreOpener-bfc83fe1893634620b3c971b384fa305-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfc83fe1893634620b3c971b384fa305 columnFamilyName A 2024-11-15T19:58:49,453 DEBUG [StoreOpener-bfc83fe1893634620b3c971b384fa305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:49,454 INFO [StoreOpener-bfc83fe1893634620b3c971b384fa305-1 {}] regionserver.HStore(327): Store=bfc83fe1893634620b3c971b384fa305/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:58:49,454 INFO [StoreOpener-bfc83fe1893634620b3c971b384fa305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:49,457 INFO [StoreOpener-bfc83fe1893634620b3c971b384fa305-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfc83fe1893634620b3c971b384fa305 columnFamilyName B 2024-11-15T19:58:49,457 DEBUG [StoreOpener-bfc83fe1893634620b3c971b384fa305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:49,458 INFO [StoreOpener-bfc83fe1893634620b3c971b384fa305-1 {}] regionserver.HStore(327): Store=bfc83fe1893634620b3c971b384fa305/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:58:49,458 INFO [StoreOpener-bfc83fe1893634620b3c971b384fa305-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:49,460 INFO [StoreOpener-bfc83fe1893634620b3c971b384fa305-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfc83fe1893634620b3c971b384fa305 columnFamilyName C 2024-11-15T19:58:49,460 DEBUG [StoreOpener-bfc83fe1893634620b3c971b384fa305-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:58:49,461 INFO [StoreOpener-bfc83fe1893634620b3c971b384fa305-1 {}] regionserver.HStore(327): Store=bfc83fe1893634620b3c971b384fa305/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:58:49,462 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:49,463 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:49,464 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:49,466 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:49,466 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:49,467 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T19:58:49,470 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:49,475 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:58:49,476 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bfc83fe1893634620b3c971b384fa305; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60218504, jitterRate=-0.10267436504364014}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T19:58:49,477 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:49,478 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bfc83fe1893634620b3c971b384fa305: Running coprocessor pre-open hook at 1731700729447Writing region info on filesystem at 1731700729447Initializing all the Stores at 1731700729449 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700729449Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700729450 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700729450Cleaning up temporary data from old regions at 1731700729466 (+16 ms)Running coprocessor post-open hooks at 1731700729477 (+11 ms)Region opened successfully at 1731700729477 2024-11-15T19:58:49,480 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., pid=6, masterSystemTime=1731700729438 2024-11-15T19:58:49,484 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:49,484 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:49,486 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bfc83fe1893634620b3c971b384fa305, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T19:58:49,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T19:58:49,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T19:58:49,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 in 209 msec 2024-11-15T19:58:49,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T19:58:49,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bfc83fe1893634620b3c971b384fa305, ASSIGN in 378 msec 2024-11-15T19:58:49,503 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T19:58:49,503 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700729503"}]},"ts":"1731700729503"} 2024-11-15T19:58:49,508 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T19:58:49,510 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T19:58:49,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 869 msec 2024-11-15T19:58:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T19:58:49,803 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:58:49,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c32821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:58:49,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:58:49,811 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:58:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:58:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:58:49,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d6336a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:58:49,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:58:49,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:58:49,815 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:58:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7323ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:58:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:58:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:58:49,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:58:49,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:58:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c325ef450a96,43137,1731700724558 2024-11-15T19:58:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58b5dcfd 2024-11-15T19:58:49,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:58:49,832 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:58:49,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd90ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:58:49,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:58:49,841 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:58:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:58:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:58:49,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f338c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:58:49,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:58:49,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:58:49,845 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:58:49,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4184659e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577d2795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:58:49,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:58:49,849 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:58:49,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:58:49,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:58:49,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a183203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:58:49,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:58:49,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:58:49,855 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:58:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef8cf77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bba02c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:58:49,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:58:49,859 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:58:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:58:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:58:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af2c0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:58:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:58:49,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:58:49,869 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:58:49,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612488f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113d617f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:58:49,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:58:49,873 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:58:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:58:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:58:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b9dd8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:58:49,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:58:49,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:58:49,876 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:58:49,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3ac293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2754d9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:58:49,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:58:49,881 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:58:49,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:58:49,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:58:49,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362be44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:58:49,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:58:49,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:58:49,884 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:58:49,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c50a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3ddbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:58:49,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:58:49,887 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:58:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:58:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:58:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af5f6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:58:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:58:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:58:49,890 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:58:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d37adaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a48b566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:58:49,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:58:49,893 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:58:49,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:58:49,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:58:49,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24aa1c15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:58:49,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:58:49,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:58:49,895 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:58:49,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fce0532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3111333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:58:49,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:58:49,899 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:58:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:58:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:58:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee22a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:58:49,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:58:49,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:58:49,901 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:58:49,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23451635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a046d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:58:49,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:58:49,904 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:58:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:58:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:58:49,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62078f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:58:49,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:58:49,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:58:49,906 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:58:49,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145f578c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:58:49,911 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:58:49,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:58:49,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:58:49,914 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:58:49,914 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:58:49,915 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:58:49,915 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:58:49,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:58:49,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:58:49,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:58:49,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:58:49,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:58:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:58:49,918 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:58:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:58:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:58:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:58:49,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:58:49,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:58:49,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:58:49,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:58:49,921 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:58:49,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:58:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:58:49,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:58:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:58:49,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:58:49,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:58:49,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:58:49,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:58:49,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:58:49,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:58:49,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:58:49,933 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:58:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:58:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:58:49,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:58:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-15T19:58:49,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:58:49,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:58:49,950 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:58:49,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:58:49,953 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:58:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:58:49,963 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:58:49,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:58:49,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:58:49,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:58:49,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:58:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T19:58:49,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:58:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:50,060 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:58:50,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T19:58:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T19:58:50,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T19:58:50,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:50,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:50,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:50,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:50,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/840c696da6e5447d83bdaa712b7ea81f is 50, key is test_row_0/A:col10/1731700730062/Put/seqid=0 2024-11-15T19:58:50,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700790210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700790210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700790248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700790215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700790218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741837_1013 (size=12001) 2024-11-15T19:58:50,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/840c696da6e5447d83bdaa712b7ea81f 2024-11-15T19:58:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T19:58:50,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T19:58:50,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700790372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700790374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700790374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:50,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:50,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:50,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:50,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:50,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700790374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700790376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/dbb30cc48567418bb62352b5ad86ee7a is 50, key is test_row_0/B:col10/1731700730062/Put/seqid=0 2024-11-15T19:58:50,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741838_1014 (size=12001) 2024-11-15T19:58:50,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T19:58:50,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:50,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:50,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:50,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:50,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:50,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700790582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700790591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700790592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T19:58:50,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700790601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700790602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T19:58:50,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:50,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:50,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:50,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:50,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:50,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/dbb30cc48567418bb62352b5ad86ee7a 2024-11-15T19:58:50,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T19:58:50,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:50,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:50,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:50,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:50,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:50,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/0d4926266d584cc3a92015e82b03b0e9 is 50, key is test_row_0/C:col10/1731700730062/Put/seqid=0 2024-11-15T19:58:50,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700790893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700790901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700790901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741839_1015 (size=12001) 2024-11-15T19:58:50,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/0d4926266d584cc3a92015e82b03b0e9 2024-11-15T19:58:50,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700790922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700790922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:50,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:50,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/840c696da6e5447d83bdaa712b7ea81f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/840c696da6e5447d83bdaa712b7ea81f 2024-11-15T19:58:50,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/840c696da6e5447d83bdaa712b7ea81f, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T19:58:50,959 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-15T19:58:50,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/dbb30cc48567418bb62352b5ad86ee7a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/dbb30cc48567418bb62352b5ad86ee7a 2024-11-15T19:58:51,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/dbb30cc48567418bb62352b5ad86ee7a, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T19:58:51,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/0d4926266d584cc3a92015e82b03b0e9 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/0d4926266d584cc3a92015e82b03b0e9 2024-11-15T19:58:51,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/0d4926266d584cc3a92015e82b03b0e9, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T19:58:51,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T19:58:51,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bfc83fe1893634620b3c971b384fa305 in 962ms, sequenceid=14, compaction requested=false 2024-11-15T19:58:51,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:51,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:51,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:51,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:51,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:51,031 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-15T19:58:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:51,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T19:58:51,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-15T19:58:51,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:51,199 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T19:58:51,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/c9af70ede91640d3be8aee09c4eb0f72 is 50, key is test_row_0/A:col10/1731700730218/Put/seqid=0 2024-11-15T19:58:51,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741840_1016 (size=12001) 2024-11-15T19:58:51,255 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/c9af70ede91640d3be8aee09c4eb0f72 2024-11-15T19:58:51,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/9db4896c8c164c71afc8c1a5ad61182a is 50, key is test_row_0/B:col10/1731700730218/Put/seqid=0 2024-11-15T19:58:51,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741841_1017 (size=12001) 2024-11-15T19:58:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:51,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:51,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700791452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:51,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700791454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:51,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700791455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:51,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:51,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700791458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:51,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:51,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700791462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:51,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:51,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700791573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:51,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:51,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700791575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:51,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:51,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700791575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:51,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:51,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700791576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:51,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700791581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:51,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:51,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:51,727 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/9db4896c8c164c71afc8c1a5ad61182a 2024-11-15T19:58:51,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/6895866bd7fb4c38a7fb7dd297b47fd9 is 50, key is test_row_0/C:col10/1731700730218/Put/seqid=0 2024-11-15T19:58:51,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700791780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:51,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700791781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:51,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:51,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:51,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700791791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:51,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700791792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:51,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:51,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700791806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:51,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:51,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:51,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741842_1018 (size=12001) 2024-11-15T19:58:52,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700792090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:52,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:52,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700792102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:52,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700792101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:52,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700792111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:52,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700792121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:52,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T19:58:52,230 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/6895866bd7fb4c38a7fb7dd297b47fd9 2024-11-15T19:58:52,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/c9af70ede91640d3be8aee09c4eb0f72 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/c9af70ede91640d3be8aee09c4eb0f72 2024-11-15T19:58:52,278 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/c9af70ede91640d3be8aee09c4eb0f72, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T19:58:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/9db4896c8c164c71afc8c1a5ad61182a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/9db4896c8c164c71afc8c1a5ad61182a 2024-11-15T19:58:52,302 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/9db4896c8c164c71afc8c1a5ad61182a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T19:58:52,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/6895866bd7fb4c38a7fb7dd297b47fd9 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/6895866bd7fb4c38a7fb7dd297b47fd9 2024-11-15T19:58:52,326 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/6895866bd7fb4c38a7fb7dd297b47fd9, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T19:58:52,328 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bfc83fe1893634620b3c971b384fa305 in 1130ms, sequenceid=37, compaction requested=false 2024-11-15T19:58:52,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:52,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:52,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T19:58:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T19:58:52,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T19:58:52,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3680 sec 2024-11-15T19:58:52,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.4070 sec 2024-11-15T19:58:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:52,637 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:58:52,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-15T19:58:52,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/16b96eb8b384429cbf4d625db0e46a35 is 50, key is test_row_0/A:col10/1731700732633/Put/seqid=0 2024-11-15T19:58:52,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741843_1019 (size=16681) 2024-11-15T19:58:52,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700792685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:52,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/16b96eb8b384429cbf4d625db0e46a35 2024-11-15T19:58:52,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:52,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:52,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700792689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700792689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:52,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:52,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:52,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700792699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:52,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:52,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700792701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:52,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:52,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/d36fa20fbe404f62bc13cc25ff7baa08 is 50, key is test_row_0/B:col10/1731700732633/Put/seqid=0 2024-11-15T19:58:52,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741844_1020 (size=12001) 2024-11-15T19:58:52,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700792811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700792811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700792811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:52,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700792812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:52,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:52,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:52,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700792821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700793021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700793031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700793030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700793031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700793031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/d36fa20fbe404f62bc13cc25ff7baa08 2024-11-15T19:58:53,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/b3443730efdd43a38e3f50e6b4405df3 is 50, key is test_row_0/C:col10/1731700732633/Put/seqid=0 2024-11-15T19:58:53,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741845_1021 (size=12001) 2024-11-15T19:58:53,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/b3443730efdd43a38e3f50e6b4405df3 2024-11-15T19:58:53,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/16b96eb8b384429cbf4d625db0e46a35 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/16b96eb8b384429cbf4d625db0e46a35 2024-11-15T19:58:53,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/16b96eb8b384429cbf4d625db0e46a35, entries=250, sequenceid=56, filesize=16.3 K 2024-11-15T19:58:53,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/d36fa20fbe404f62bc13cc25ff7baa08 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/d36fa20fbe404f62bc13cc25ff7baa08 2024-11-15T19:58:53,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/d36fa20fbe404f62bc13cc25ff7baa08, entries=150, sequenceid=56, filesize=11.7 K 2024-11-15T19:58:53,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/b3443730efdd43a38e3f50e6b4405df3 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/b3443730efdd43a38e3f50e6b4405df3 2024-11-15T19:58:53,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/b3443730efdd43a38e3f50e6b4405df3, entries=150, sequenceid=56, filesize=11.7 K 2024-11-15T19:58:53,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for bfc83fe1893634620b3c971b384fa305 in 657ms, sequenceid=56, compaction requested=true 2024-11-15T19:58:53,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:53,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:58:53,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:53,313 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:58:53,315 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:58:53,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:58:53,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:53,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:58:53,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:58:53,319 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:58:53,321 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:58:53,323 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/B is initiating minor compaction (all files) 2024-11-15T19:58:53,324 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/B in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:53,322 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/A is initiating minor compaction (all files) 2024-11-15T19:58:53,324 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/A in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:53,325 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/840c696da6e5447d83bdaa712b7ea81f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/c9af70ede91640d3be8aee09c4eb0f72, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/16b96eb8b384429cbf4d625db0e46a35] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=39.7 K 2024-11-15T19:58:53,326 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 840c696da6e5447d83bdaa712b7ea81f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731700729962 2024-11-15T19:58:53,327 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/dbb30cc48567418bb62352b5ad86ee7a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/9db4896c8c164c71afc8c1a5ad61182a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/d36fa20fbe404f62bc13cc25ff7baa08] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=35.2 K 2024-11-15T19:58:53,327 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9af70ede91640d3be8aee09c4eb0f72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731700730200 2024-11-15T19:58:53,328 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16b96eb8b384429cbf4d625db0e46a35, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731700732614 2024-11-15T19:58:53,329 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting dbb30cc48567418bb62352b5ad86ee7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731700729962 2024-11-15T19:58:53,331 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9db4896c8c164c71afc8c1a5ad61182a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731700730200 2024-11-15T19:58:53,333 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting d36fa20fbe404f62bc13cc25ff7baa08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731700732618 2024-11-15T19:58:53,348 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:58:53,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T19:58:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:53,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/7fe73962e7d644a5bf2b0be924c2b56d is 50, key is test_row_0/A:col10/1731700732658/Put/seqid=0 2024-11-15T19:58:53,397 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#A#compaction#11 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:58:53,397 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#B#compaction#9 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:58:53,398 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/918af8345b0a4c459b7f92a96972f5f2 is 50, key is test_row_0/B:col10/1731700732633/Put/seqid=0 2024-11-15T19:58:53,398 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/8c80c699264948d591f90194977c9684 is 50, key is test_row_0/A:col10/1731700732633/Put/seqid=0 2024-11-15T19:58:53,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741846_1022 (size=14341) 2024-11-15T19:58:53,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741848_1024 (size=12104) 2024-11-15T19:58:53,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741847_1023 (size=12104) 2024-11-15T19:58:53,474 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/8c80c699264948d591f90194977c9684 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8c80c699264948d591f90194977c9684 2024-11-15T19:58:53,485 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/918af8345b0a4c459b7f92a96972f5f2 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/918af8345b0a4c459b7f92a96972f5f2 2024-11-15T19:58:53,509 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bfc83fe1893634620b3c971b384fa305/B of bfc83fe1893634620b3c971b384fa305 into 918af8345b0a4c459b7f92a96972f5f2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:58:53,509 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:53,509 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bfc83fe1893634620b3c971b384fa305/A of bfc83fe1893634620b3c971b384fa305 into 8c80c699264948d591f90194977c9684(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:58:53,509 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:53,513 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/B, priority=13, startTime=1731700733315; duration=0sec 2024-11-15T19:58:53,513 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/A, priority=13, startTime=1731700733296; duration=0sec 2024-11-15T19:58:53,514 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:58:53,514 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:58:53,514 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:A 2024-11-15T19:58:53,514 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:B 2024-11-15T19:58:53,514 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:58:53,518 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:58:53,518 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/C is initiating minor compaction (all files) 2024-11-15T19:58:53,519 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/C in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:53,519 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/0d4926266d584cc3a92015e82b03b0e9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/6895866bd7fb4c38a7fb7dd297b47fd9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/b3443730efdd43a38e3f50e6b4405df3] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=35.2 K 2024-11-15T19:58:53,520 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d4926266d584cc3a92015e82b03b0e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731700729962 2024-11-15T19:58:53,521 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6895866bd7fb4c38a7fb7dd297b47fd9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731700730200 2024-11-15T19:58:53,522 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3443730efdd43a38e3f50e6b4405df3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731700732618 2024-11-15T19:58:53,566 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#C#compaction#12 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:58:53,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700793546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,568 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/9bad1848d67e409cb78fd84d6cb8e913 is 50, key is test_row_0/C:col10/1731700732633/Put/seqid=0 2024-11-15T19:58:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700793550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741849_1025 (size=12104) 2024-11-15T19:58:53,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700793568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700793569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700793570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700793670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700793681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700793691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700793691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700793691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,705 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T19:58:53,805 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T19:58:53,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/7fe73962e7d644a5bf2b0be924c2b56d 2024-11-15T19:58:53,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/3e986e9ea5d5455d83a23b27b7846b37 is 50, key is test_row_0/B:col10/1731700732658/Put/seqid=0 2024-11-15T19:58:53,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700793881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700793891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741850_1026 (size=12001) 2024-11-15T19:58:53,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/3e986e9ea5d5455d83a23b27b7846b37 2024-11-15T19:58:53,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700793900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700793901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700793912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:53,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/ed0b7a0a1cbe480d8a18f50399eedc3c is 50, key is test_row_0/C:col10/1731700732658/Put/seqid=0 2024-11-15T19:58:53,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741851_1027 (size=12001) 2024-11-15T19:58:53,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/ed0b7a0a1cbe480d8a18f50399eedc3c 2024-11-15T19:58:53,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/7fe73962e7d644a5bf2b0be924c2b56d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/7fe73962e7d644a5bf2b0be924c2b56d 2024-11-15T19:58:53,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/7fe73962e7d644a5bf2b0be924c2b56d, entries=200, sequenceid=75, filesize=14.0 K 2024-11-15T19:58:53,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/3e986e9ea5d5455d83a23b27b7846b37 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3e986e9ea5d5455d83a23b27b7846b37 2024-11-15T19:58:53,995 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/9bad1848d67e409cb78fd84d6cb8e913 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/9bad1848d67e409cb78fd84d6cb8e913 2024-11-15T19:58:53,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3e986e9ea5d5455d83a23b27b7846b37, entries=150, sequenceid=75, filesize=11.7 K 2024-11-15T19:58:53,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/ed0b7a0a1cbe480d8a18f50399eedc3c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/ed0b7a0a1cbe480d8a18f50399eedc3c 2024-11-15T19:58:54,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/ed0b7a0a1cbe480d8a18f50399eedc3c, entries=150, sequenceid=75, filesize=11.7 K 2024-11-15T19:58:54,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for bfc83fe1893634620b3c971b384fa305 in 675ms, sequenceid=75, compaction requested=false 2024-11-15T19:58:54,023 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bfc83fe1893634620b3c971b384fa305/C of bfc83fe1893634620b3c971b384fa305 into 9bad1848d67e409cb78fd84d6cb8e913(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:58:54,023 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:54,023 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/C, priority=13, startTime=1731700733315; duration=0sec 2024-11-15T19:58:54,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:54,026 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:54,026 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:C 2024-11-15T19:58:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T19:58:54,151 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:58:54,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:58:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-15T19:58:54,159 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:58:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T19:58:54,161 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:58:54,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:58:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:54,208 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:58:54,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-15T19:58:54,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/5165442110b74eb0bae6b9a3b0b77920 is 50, key is test_row_0/A:col10/1731700733562/Put/seqid=0 2024-11-15T19:58:54,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700794245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700794246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700794250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700794251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700794252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T19:58:54,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741852_1028 (size=12001) 2024-11-15T19:58:54,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/5165442110b74eb0bae6b9a3b0b77920 2024-11-15T19:58:54,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/576bdeeee2084c7fa53506e9bc3af58a is 50, key is test_row_0/B:col10/1731700733562/Put/seqid=0 2024-11-15T19:58:54,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T19:58:54,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:54,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:54,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:54,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:54,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:54,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741853_1029 (size=12001) 2024-11-15T19:58:54,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/576bdeeee2084c7fa53506e9bc3af58a 2024-11-15T19:58:54,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/39100de00c3a4465b131f7b412e11741 is 50, key is test_row_0/C:col10/1731700733562/Put/seqid=0 2024-11-15T19:58:54,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700794362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700794362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700794370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700794370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700794371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741854_1030 (size=12001) 2024-11-15T19:58:54,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/39100de00c3a4465b131f7b412e11741 2024-11-15T19:58:54,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/5165442110b74eb0bae6b9a3b0b77920 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/5165442110b74eb0bae6b9a3b0b77920 2024-11-15T19:58:54,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T19:58:54,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:54,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T19:58:54,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:54,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:54,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:54,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/5165442110b74eb0bae6b9a3b0b77920, entries=150, sequenceid=99, filesize=11.7 K 2024-11-15T19:58:54,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/576bdeeee2084c7fa53506e9bc3af58a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/576bdeeee2084c7fa53506e9bc3af58a 2024-11-15T19:58:54,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/576bdeeee2084c7fa53506e9bc3af58a, entries=150, sequenceid=99, filesize=11.7 K 2024-11-15T19:58:54,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/39100de00c3a4465b131f7b412e11741 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/39100de00c3a4465b131f7b412e11741 2024-11-15T19:58:54,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/39100de00c3a4465b131f7b412e11741, entries=150, sequenceid=99, filesize=11.7 K 2024-11-15T19:58:54,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for bfc83fe1893634620b3c971b384fa305 in 336ms, sequenceid=99, compaction requested=true 2024-11-15T19:58:54,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:54,545 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:58:54,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:58:54,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:54,546 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:58:54,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:58:54,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:54,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:58:54,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:58:54,547 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:58:54,547 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/A is initiating minor compaction (all files) 2024-11-15T19:58:54,547 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/A in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:54,548 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:58:54,548 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/B is initiating minor compaction (all files) 2024-11-15T19:58:54,548 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/B in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:54,548 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8c80c699264948d591f90194977c9684, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/7fe73962e7d644a5bf2b0be924c2b56d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/5165442110b74eb0bae6b9a3b0b77920] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=37.5 K 2024-11-15T19:58:54,548 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/918af8345b0a4c459b7f92a96972f5f2, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3e986e9ea5d5455d83a23b27b7846b37, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/576bdeeee2084c7fa53506e9bc3af58a] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=35.3 K 2024-11-15T19:58:54,549 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c80c699264948d591f90194977c9684, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731700732618 2024-11-15T19:58:54,549 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 918af8345b0a4c459b7f92a96972f5f2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731700732618 2024-11-15T19:58:54,550 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fe73962e7d644a5bf2b0be924c2b56d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731700732658 2024-11-15T19:58:54,552 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e986e9ea5d5455d83a23b27b7846b37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731700732658 2024-11-15T19:58:54,552 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5165442110b74eb0bae6b9a3b0b77920, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731700733562 2024-11-15T19:58:54,553 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 576bdeeee2084c7fa53506e9bc3af58a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731700733562 2024-11-15T19:58:54,583 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#A#compaction#18 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:58:54,584 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/973410998fa34130a1ea7030f04ac2b8 is 50, key is test_row_0/A:col10/1731700733562/Put/seqid=0 2024-11-15T19:58:54,585 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:58:54,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-15T19:58:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:54,594 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#B#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:58:54,596 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/55a32eec7bda46fa9ef7023f08da3e77 is 50, key is test_row_0/B:col10/1731700733562/Put/seqid=0 2024-11-15T19:58:54,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/c03b6e575d4747d89dabeabc114a6d8c is 50, key is test_row_0/A:col10/1731700734248/Put/seqid=0 2024-11-15T19:58:54,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741856_1032 (size=12207) 2024-11-15T19:58:54,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700794633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700794634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T19:58:54,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:54,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:54,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700794636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700794637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700794641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741855_1031 (size=12207) 2024-11-15T19:58:54,671 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/973410998fa34130a1ea7030f04ac2b8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/973410998fa34130a1ea7030f04ac2b8 2024-11-15T19:58:54,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741857_1033 (size=14341) 2024-11-15T19:58:54,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/c03b6e575d4747d89dabeabc114a6d8c 2024-11-15T19:58:54,693 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bfc83fe1893634620b3c971b384fa305/A of bfc83fe1893634620b3c971b384fa305 into 973410998fa34130a1ea7030f04ac2b8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:58:54,694 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:54,694 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/A, priority=13, startTime=1731700734545; duration=0sec 2024-11-15T19:58:54,694 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:58:54,694 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:A 2024-11-15T19:58:54,694 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:58:54,698 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:58:54,699 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/C is initiating minor compaction (all files) 2024-11-15T19:58:54,699 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/C in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:54,699 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/9bad1848d67e409cb78fd84d6cb8e913, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/ed0b7a0a1cbe480d8a18f50399eedc3c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/39100de00c3a4465b131f7b412e11741] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=35.3 K 2024-11-15T19:58:54,700 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bad1848d67e409cb78fd84d6cb8e913, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731700732618 2024-11-15T19:58:54,701 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed0b7a0a1cbe480d8a18f50399eedc3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731700732658 2024-11-15T19:58:54,702 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39100de00c3a4465b131f7b412e11741, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731700733562 2024-11-15T19:58:54,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/be4e2a62802f4dc5a456415ba6864588 is 50, key is test_row_0/B:col10/1731700734248/Put/seqid=0 2024-11-15T19:58:54,744 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#C#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:58:54,745 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/4a5c58b329a64617a8af05a4e21cbcd5 is 50, key is test_row_0/C:col10/1731700733562/Put/seqid=0 2024-11-15T19:58:54,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700794751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700794751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741858_1034 (size=12001) 2024-11-15T19:58:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700794751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700794752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700794761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:54,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:54,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741859_1035 (size=12207) 2024-11-15T19:58:54,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/be4e2a62802f4dc5a456415ba6864588 2024-11-15T19:58:54,790 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/4a5c58b329a64617a8af05a4e21cbcd5 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4a5c58b329a64617a8af05a4e21cbcd5 2024-11-15T19:58:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T19:58:54,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/c69d6367298d4de39863282f16b93a00 is 50, key is test_row_0/C:col10/1731700734248/Put/seqid=0 2024-11-15T19:58:54,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T19:58:54,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:54,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:54,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:54,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:54,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:54,814 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bfc83fe1893634620b3c971b384fa305/C of bfc83fe1893634620b3c971b384fa305 into 4a5c58b329a64617a8af05a4e21cbcd5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:58:54,814 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:54,814 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/C, priority=13, startTime=1731700734546; duration=0sec 2024-11-15T19:58:54,815 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:54,816 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:C 2024-11-15T19:58:54,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741860_1036 (size=12001) 2024-11-15T19:58:54,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/c69d6367298d4de39863282f16b93a00 2024-11-15T19:58:54,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/c03b6e575d4747d89dabeabc114a6d8c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/c03b6e575d4747d89dabeabc114a6d8c 2024-11-15T19:58:54,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/c03b6e575d4747d89dabeabc114a6d8c, entries=200, sequenceid=117, filesize=14.0 K 2024-11-15T19:58:54,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/be4e2a62802f4dc5a456415ba6864588 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/be4e2a62802f4dc5a456415ba6864588 2024-11-15T19:58:54,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/be4e2a62802f4dc5a456415ba6864588, entries=150, sequenceid=117, filesize=11.7 K 2024-11-15T19:58:54,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/c69d6367298d4de39863282f16b93a00 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c69d6367298d4de39863282f16b93a00 2024-11-15T19:58:54,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c69d6367298d4de39863282f16b93a00, entries=150, sequenceid=117, filesize=11.7 K 2024-11-15T19:58:54,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for bfc83fe1893634620b3c971b384fa305 in 304ms, sequenceid=117, compaction requested=false 2024-11-15T19:58:54,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:54,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-15T19:58:54,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:54,955 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-15T19:58:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:54,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:54,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/dd412731286149399a6c4665cf6d2579 is 50, key is test_row_0/A:col10/1731700734630/Put/seqid=0 2024-11-15T19:58:55,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741861_1037 (size=12101) 2024-11-15T19:58:55,009 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/dd412731286149399a6c4665cf6d2579 2024-11-15T19:58:55,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700795005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700795005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700795005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700795007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700795009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,033 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/55a32eec7bda46fa9ef7023f08da3e77 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/55a32eec7bda46fa9ef7023f08da3e77 2024-11-15T19:58:55,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/1413706714bf43b7a0b5f36a69b67a75 is 50, key is test_row_0/B:col10/1731700734630/Put/seqid=0 2024-11-15T19:58:55,046 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bfc83fe1893634620b3c971b384fa305/B of bfc83fe1893634620b3c971b384fa305 into 55a32eec7bda46fa9ef7023f08da3e77(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:58:55,046 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:55,046 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/B, priority=13, startTime=1731700734545; duration=0sec 2024-11-15T19:58:55,047 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:55,047 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:B 2024-11-15T19:58:55,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741862_1038 (size=12101) 2024-11-15T19:58:55,053 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/1413706714bf43b7a0b5f36a69b67a75 2024-11-15T19:58:55,058 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T19:58:55,058 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T19:58:55,061 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T19:58:55,061 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T19:58:55,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T19:58:55,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T19:58:55,064 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T19:58:55,064 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-15T19:58:55,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/150982a8234c410ea89991aaa36821b3 is 50, key is test_row_0/C:col10/1731700734630/Put/seqid=0 2024-11-15T19:58:55,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741863_1039 (size=12101) 2024-11-15T19:58:55,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700795120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700795131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700795132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700795132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700795133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T19:58:55,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700795330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700795342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700795342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700795343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700795351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,530 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/150982a8234c410ea89991aaa36821b3 2024-11-15T19:58:55,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/dd412731286149399a6c4665cf6d2579 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/dd412731286149399a6c4665cf6d2579 2024-11-15T19:58:55,577 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/dd412731286149399a6c4665cf6d2579, entries=150, sequenceid=137, filesize=11.8 K 2024-11-15T19:58:55,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/1413706714bf43b7a0b5f36a69b67a75 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/1413706714bf43b7a0b5f36a69b67a75 2024-11-15T19:58:55,589 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/1413706714bf43b7a0b5f36a69b67a75, entries=150, sequenceid=137, filesize=11.8 K 2024-11-15T19:58:55,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/150982a8234c410ea89991aaa36821b3 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/150982a8234c410ea89991aaa36821b3 2024-11-15T19:58:55,601 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/150982a8234c410ea89991aaa36821b3, entries=150, sequenceid=137, filesize=11.8 K 2024-11-15T19:58:55,603 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for bfc83fe1893634620b3c971b384fa305 in 648ms, sequenceid=137, compaction requested=true 2024-11-15T19:58:55,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:55,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:55,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-15T19:58:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-15T19:58:55,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T19:58:55,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4450 sec 2024-11-15T19:58:55,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.4630 sec 2024-11-15T19:58:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:55,646 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:58:55,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T19:58:55,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/2a45bee9cea746b695dd984242880d01 is 50, key is test_row_0/A:col10/1731700735002/Put/seqid=0 2024-11-15T19:58:55,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700795683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741864_1040 (size=14541) 2024-11-15T19:58:55,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/2a45bee9cea746b695dd984242880d01 2024-11-15T19:58:55,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700795692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700795692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700795695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700795698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/c572e8ab05aa46219252a4940b70ea35 is 50, key is test_row_0/B:col10/1731700735002/Put/seqid=0 2024-11-15T19:58:55,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741865_1041 (size=12151) 2024-11-15T19:58:55,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/c572e8ab05aa46219252a4940b70ea35 2024-11-15T19:58:55,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/90051e84d2c246f6959f5b8f1221b2fe is 50, key is test_row_0/C:col10/1731700735002/Put/seqid=0 2024-11-15T19:58:55,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700795800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741866_1042 (size=12151) 2024-11-15T19:58:55,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700795811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700795811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700795811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700795812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:55,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:55,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:55,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700796011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700796031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700796031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700796032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700796032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/90051e84d2c246f6959f5b8f1221b2fe 2024-11-15T19:58:56,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/2a45bee9cea746b695dd984242880d01 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/2a45bee9cea746b695dd984242880d01 2024-11-15T19:58:56,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/2a45bee9cea746b695dd984242880d01, entries=200, sequenceid=157, filesize=14.2 K 2024-11-15T19:58:56,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/c572e8ab05aa46219252a4940b70ea35 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/c572e8ab05aa46219252a4940b70ea35 2024-11-15T19:58:56,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/c572e8ab05aa46219252a4940b70ea35, entries=150, sequenceid=157, filesize=11.9 K 2024-11-15T19:58:56,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/90051e84d2c246f6959f5b8f1221b2fe as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/90051e84d2c246f6959f5b8f1221b2fe 2024-11-15T19:58:56,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/90051e84d2c246f6959f5b8f1221b2fe, entries=150, sequenceid=157, filesize=11.9 K 2024-11-15T19:58:56,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for bfc83fe1893634620b3c971b384fa305 in 643ms, sequenceid=157, compaction requested=true 2024-11-15T19:58:56,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:56,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:58:56,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:56,290 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:58:56,292 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:58:56,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:58:56,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:56,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:58:56,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:58:56,294 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53190 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:58:56,294 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/A is initiating minor compaction (all files) 2024-11-15T19:58:56,295 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/A in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:56,295 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/973410998fa34130a1ea7030f04ac2b8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/c03b6e575d4747d89dabeabc114a6d8c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/dd412731286149399a6c4665cf6d2579, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/2a45bee9cea746b695dd984242880d01] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=51.9 K 2024-11-15T19:58:56,295 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:58:56,295 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/B is initiating minor compaction (all files) 2024-11-15T19:58:56,296 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/B in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:56,296 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/55a32eec7bda46fa9ef7023f08da3e77, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/be4e2a62802f4dc5a456415ba6864588, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/1413706714bf43b7a0b5f36a69b67a75, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/c572e8ab05aa46219252a4940b70ea35] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=47.3 K 2024-11-15T19:58:56,297 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 973410998fa34130a1ea7030f04ac2b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731700733562 2024-11-15T19:58:56,297 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 55a32eec7bda46fa9ef7023f08da3e77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731700733562 2024-11-15T19:58:56,299 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c03b6e575d4747d89dabeabc114a6d8c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731700734236 2024-11-15T19:58:56,300 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting be4e2a62802f4dc5a456415ba6864588, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731700734248 2024-11-15T19:58:56,300 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd412731286149399a6c4665cf6d2579, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731700734599 2024-11-15T19:58:56,303 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a45bee9cea746b695dd984242880d01, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731700735000 2024-11-15T19:58:56,303 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1413706714bf43b7a0b5f36a69b67a75, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731700734599 2024-11-15T19:58:56,305 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting c572e8ab05aa46219252a4940b70ea35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731700735000 2024-11-15T19:58:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T19:58:56,312 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:58:56,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:58:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-15T19:58:56,317 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:58:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T19:58:56,319 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:58:56,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:58:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:56,330 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:58:56,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T19:58:56,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/445439290cc942c59abc15283dea9ee7 is 50, key is test_row_0/A:col10/1731700735686/Put/seqid=0 2024-11-15T19:58:56,360 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#A#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:58:56,361 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/ba2a502e27c2450fa67239d96412b98a is 50, key is test_row_0/A:col10/1731700735002/Put/seqid=0 2024-11-15T19:58:56,365 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#B#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:58:56,366 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/6c97f802adf14a038f8f73ebad022984 is 50, key is test_row_0/B:col10/1731700735002/Put/seqid=0 2024-11-15T19:58:56,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700796377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700796380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700796379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700796384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700796386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741867_1043 (size=14541) 2024-11-15T19:58:56,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/445439290cc942c59abc15283dea9ee7 2024-11-15T19:58:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T19:58:56,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741868_1044 (size=12493) 2024-11-15T19:58:56,461 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/ba2a502e27c2450fa67239d96412b98a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/ba2a502e27c2450fa67239d96412b98a 2024-11-15T19:58:56,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741869_1045 (size=12493) 2024-11-15T19:58:56,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/e47ef4e6317f4da89e4a0374a4aa234b is 50, key is test_row_0/B:col10/1731700735686/Put/seqid=0 2024-11-15T19:58:56,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T19:58:56,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:56,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:56,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:56,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:56,485 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bfc83fe1893634620b3c971b384fa305/A of bfc83fe1893634620b3c971b384fa305 into ba2a502e27c2450fa67239d96412b98a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:58:56,486 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:56,486 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/A, priority=12, startTime=1731700736290; duration=0sec 2024-11-15T19:58:56,486 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:58:56,486 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:A 2024-11-15T19:58:56,486 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:58:56,488 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:58:56,488 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/C is initiating minor compaction (all files) 2024-11-15T19:58:56,488 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/C in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:56,488 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4a5c58b329a64617a8af05a4e21cbcd5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c69d6367298d4de39863282f16b93a00, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/150982a8234c410ea89991aaa36821b3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/90051e84d2c246f6959f5b8f1221b2fe] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=47.3 K 2024-11-15T19:58:56,489 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a5c58b329a64617a8af05a4e21cbcd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731700733562 2024-11-15T19:58:56,489 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c69d6367298d4de39863282f16b93a00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731700734248 2024-11-15T19:58:56,490 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 150982a8234c410ea89991aaa36821b3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731700734599 2024-11-15T19:58:56,491 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90051e84d2c246f6959f5b8f1221b2fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731700735000 2024-11-15T19:58:56,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,498 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/6c97f802adf14a038f8f73ebad022984 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/6c97f802adf14a038f8f73ebad022984 2024-11-15T19:58:56,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700796491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,513 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bfc83fe1893634620b3c971b384fa305/B of bfc83fe1893634620b3c971b384fa305 into 6c97f802adf14a038f8f73ebad022984(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:58:56,513 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:56,513 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/B, priority=12, startTime=1731700736290; duration=0sec 2024-11-15T19:58:56,513 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#C#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:58:56,513 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:56,513 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:B 2024-11-15T19:58:56,514 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/3115345d81e447aa98397d35223eb64d is 50, key is test_row_0/C:col10/1731700735002/Put/seqid=0 2024-11-15T19:58:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700796491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700796493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741870_1046 (size=12151) 2024-11-15T19:58:56,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/e47ef4e6317f4da89e4a0374a4aa234b 2024-11-15T19:58:56,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700796501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700796501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741871_1047 (size=12493) 2024-11-15T19:58:56,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/c0b8917664e143fabf44326eb241d516 is 50, key is test_row_0/C:col10/1731700735686/Put/seqid=0 2024-11-15T19:58:56,561 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/3115345d81e447aa98397d35223eb64d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/3115345d81e447aa98397d35223eb64d 2024-11-15T19:58:56,576 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bfc83fe1893634620b3c971b384fa305/C of bfc83fe1893634620b3c971b384fa305 into 3115345d81e447aa98397d35223eb64d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:58:56,577 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:56,577 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/C, priority=12, startTime=1731700736292; duration=0sec 2024-11-15T19:58:56,577 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:56,577 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:C 2024-11-15T19:58:56,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741872_1048 (size=12151) 2024-11-15T19:58:56,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/c0b8917664e143fabf44326eb241d516 2024-11-15T19:58:56,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/445439290cc942c59abc15283dea9ee7 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/445439290cc942c59abc15283dea9ee7 2024-11-15T19:58:56,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/445439290cc942c59abc15283dea9ee7, entries=200, sequenceid=176, filesize=14.2 K 2024-11-15T19:58:56,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/e47ef4e6317f4da89e4a0374a4aa234b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e47ef4e6317f4da89e4a0374a4aa234b 2024-11-15T19:58:56,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e47ef4e6317f4da89e4a0374a4aa234b, entries=150, sequenceid=176, filesize=11.9 K 2024-11-15T19:58:56,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/c0b8917664e143fabf44326eb241d516 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c0b8917664e143fabf44326eb241d516 2024-11-15T19:58:56,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T19:58:56,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c0b8917664e143fabf44326eb241d516, entries=150, sequenceid=176, filesize=11.9 K 2024-11-15T19:58:56,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:56,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:56,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:56,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:56,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for bfc83fe1893634620b3c971b384fa305 in 308ms, sequenceid=176, compaction requested=false 2024-11-15T19:58:56,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T19:58:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:56,732 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:58:56,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-15T19:58:56,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/108dcbebeb654a0a95183c086166b33a is 50, key is test_row_0/A:col10/1731700736722/Put/seqid=0 2024-11-15T19:58:56,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741873_1049 (size=12151) 2024-11-15T19:58:56,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700796763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700796763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/108dcbebeb654a0a95183c086166b33a 2024-11-15T19:58:56,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700796767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700796767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700796769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/52ffa615b1104bfb9210184a99558946 is 50, key is test_row_0/B:col10/1731700736722/Put/seqid=0 2024-11-15T19:58:56,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T19:58:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:56,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:56,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741874_1050 (size=12151) 2024-11-15T19:58:56,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700796881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700796881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700796881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700796882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700796882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:56,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:56,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T19:58:56,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T19:58:56,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:56,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:56,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:56,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:56,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700797091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700797091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700797091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700797092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700797092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T19:58:57,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:57,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:57,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:57,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/52ffa615b1104bfb9210184a99558946 2024-11-15T19:58:57,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/42c954afba824025b1d918abb16d78e3 is 50, key is test_row_0/C:col10/1731700736722/Put/seqid=0 2024-11-15T19:58:57,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741875_1051 (size=12151) 2024-11-15T19:58:57,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/42c954afba824025b1d918abb16d78e3 2024-11-15T19:58:57,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T19:58:57,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:57,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:57,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:57,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/108dcbebeb654a0a95183c086166b33a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/108dcbebeb654a0a95183c086166b33a 2024-11-15T19:58:57,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/108dcbebeb654a0a95183c086166b33a, entries=150, sequenceid=202, filesize=11.9 K 2024-11-15T19:58:57,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/52ffa615b1104bfb9210184a99558946 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/52ffa615b1104bfb9210184a99558946 2024-11-15T19:58:57,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/52ffa615b1104bfb9210184a99558946, entries=150, sequenceid=202, filesize=11.9 K 2024-11-15T19:58:57,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/42c954afba824025b1d918abb16d78e3 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/42c954afba824025b1d918abb16d78e3 2024-11-15T19:58:57,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/42c954afba824025b1d918abb16d78e3, entries=150, sequenceid=202, filesize=11.9 K 2024-11-15T19:58:57,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bfc83fe1893634620b3c971b384fa305 in 584ms, sequenceid=202, compaction requested=true 2024-11-15T19:58:57,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:57,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:58:57,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:57,317 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:58:57,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:58:57,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:57,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:58:57,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:58:57,317 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:58:57,319 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:58:57,319 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/A is initiating minor compaction (all files) 2024-11-15T19:58:57,319 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/A in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:57,319 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/ba2a502e27c2450fa67239d96412b98a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/445439290cc942c59abc15283dea9ee7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/108dcbebeb654a0a95183c086166b33a] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=38.3 K 2024-11-15T19:58:57,320 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:58:57,320 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/B is initiating minor compaction (all files) 2024-11-15T19:58:57,320 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/B in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:57,321 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/6c97f802adf14a038f8f73ebad022984, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e47ef4e6317f4da89e4a0374a4aa234b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/52ffa615b1104bfb9210184a99558946] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=35.9 K 2024-11-15T19:58:57,321 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba2a502e27c2450fa67239d96412b98a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731700735000 2024-11-15T19:58:57,321 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c97f802adf14a038f8f73ebad022984, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731700735000 2024-11-15T19:58:57,322 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 445439290cc942c59abc15283dea9ee7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731700735679 2024-11-15T19:58:57,323 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting e47ef4e6317f4da89e4a0374a4aa234b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731700735679 2024-11-15T19:58:57,323 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 108dcbebeb654a0a95183c086166b33a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731700736722 2024-11-15T19:58:57,324 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 52ffa615b1104bfb9210184a99558946, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731700736722 2024-11-15T19:58:57,358 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#A#compaction#39 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:58:57,359 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/04b4ee12f08f4c0a8cb2fc7eb2f427ea is 50, key is test_row_0/A:col10/1731700736722/Put/seqid=0 2024-11-15T19:58:57,362 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#B#compaction#40 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:58:57,363 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/ce6259e38ffb473180ac9e63072a026f is 50, key is test_row_0/B:col10/1731700736722/Put/seqid=0 2024-11-15T19:58:57,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741876_1052 (size=12595) 2024-11-15T19:58:57,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741877_1053 (size=12595) 2024-11-15T19:58:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:57,418 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:58:57,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T19:58:57,419 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/ce6259e38ffb473180ac9e63072a026f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ce6259e38ffb473180ac9e63072a026f 2024-11-15T19:58:57,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T19:58:57,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:57,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:57,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:57,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/0b14cd55c91041eea4cc1ac6afbb9005 is 50, key is test_row_0/A:col10/1731700737414/Put/seqid=0 2024-11-15T19:58:57,435 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bfc83fe1893634620b3c971b384fa305/B of bfc83fe1893634620b3c971b384fa305 into ce6259e38ffb473180ac9e63072a026f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:58:57,435 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:57,435 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/B, priority=13, startTime=1731700737317; duration=0sec 2024-11-15T19:58:57,435 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:58:57,435 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:B 2024-11-15T19:58:57,436 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:58:57,438 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:58:57,438 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/C is initiating minor compaction (all files) 2024-11-15T19:58:57,438 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/C in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:57,438 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/3115345d81e447aa98397d35223eb64d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c0b8917664e143fabf44326eb241d516, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/42c954afba824025b1d918abb16d78e3] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=35.9 K 2024-11-15T19:58:57,439 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3115345d81e447aa98397d35223eb64d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731700735000 2024-11-15T19:58:57,440 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting c0b8917664e143fabf44326eb241d516, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731700735679 2024-11-15T19:58:57,440 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 42c954afba824025b1d918abb16d78e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731700736722 2024-11-15T19:58:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T19:58:57,469 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:58:57,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741878_1054 (size=12151) 2024-11-15T19:58:57,471 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/c797c545796e4b77b5c9e2f1106c379c is 50, key is test_row_0/C:col10/1731700736722/Put/seqid=0 2024-11-15T19:58:57,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700797462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700797464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700797471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700797474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700797474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741879_1055 (size=12595) 2024-11-15T19:58:57,517 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/c797c545796e4b77b5c9e2f1106c379c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c797c545796e4b77b5c9e2f1106c379c 2024-11-15T19:58:57,529 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bfc83fe1893634620b3c971b384fa305/C of bfc83fe1893634620b3c971b384fa305 into c797c545796e4b77b5c9e2f1106c379c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:58:57,529 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:57,529 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/C, priority=13, startTime=1731700737317; duration=0sec 2024-11-15T19:58:57,529 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:57,529 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:C 2024-11-15T19:58:57,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T19:58:57,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:57,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:57,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:57,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700797581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700797582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700797582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700797591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700797591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T19:58:57,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:57,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:57,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:57,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,794 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/04b4ee12f08f4c0a8cb2fc7eb2f427ea as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/04b4ee12f08f4c0a8cb2fc7eb2f427ea 2024-11-15T19:58:57,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700797791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700797791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700797801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700797802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700797802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:57,814 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bfc83fe1893634620b3c971b384fa305/A of bfc83fe1893634620b3c971b384fa305 into 04b4ee12f08f4c0a8cb2fc7eb2f427ea(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:58:57,814 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:57,814 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/A, priority=13, startTime=1731700737316; duration=0sec 2024-11-15T19:58:57,814 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:57,814 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:A 2024-11-15T19:58:57,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/0b14cd55c91041eea4cc1ac6afbb9005 2024-11-15T19:58:57,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/e1e3cca57cfd4bffad99db9ce49f5b40 is 50, key is test_row_0/B:col10/1731700737414/Put/seqid=0 2024-11-15T19:58:57,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T19:58:57,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:57,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:57,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:57,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:57,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741880_1056 (size=12151) 2024-11-15T19:58:57,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/e1e3cca57cfd4bffad99db9ce49f5b40 2024-11-15T19:58:57,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/0557a2d774064e03ab248b4744b86dc9 is 50, key is test_row_0/C:col10/1731700737414/Put/seqid=0 2024-11-15T19:58:57,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741881_1057 (size=12151) 2024-11-15T19:58:58,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T19:58:58,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:58,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:58,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:58,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:58,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:58,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700798101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700798111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700798111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700798112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700798112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T19:58:58,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:58,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:58,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:58,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:58,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:58,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T19:58:58,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:58,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:58,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:58,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:58,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:58:58,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/0557a2d774064e03ab248b4744b86dc9 2024-11-15T19:58:58,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/0b14cd55c91041eea4cc1ac6afbb9005 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/0b14cd55c91041eea4cc1ac6afbb9005 2024-11-15T19:58:58,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/0b14cd55c91041eea4cc1ac6afbb9005, entries=150, sequenceid=218, filesize=11.9 K 2024-11-15T19:58:58,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/e1e3cca57cfd4bffad99db9ce49f5b40 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e1e3cca57cfd4bffad99db9ce49f5b40 2024-11-15T19:58:58,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e1e3cca57cfd4bffad99db9ce49f5b40, entries=150, sequenceid=218, filesize=11.9 K 2024-11-15T19:58:58,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/0557a2d774064e03ab248b4744b86dc9 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/0557a2d774064e03ab248b4744b86dc9 2024-11-15T19:58:58,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/0557a2d774064e03ab248b4744b86dc9, entries=150, sequenceid=218, filesize=11.9 K 2024-11-15T19:58:58,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for bfc83fe1893634620b3c971b384fa305 in 1040ms, sequenceid=218, compaction requested=false 2024-11-15T19:58:58,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T19:58:58,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-15T19:58:58,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:58,518 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-15T19:58:58,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/7a13dee38d4a4c7b9ca88ab1ea0cd955 is 50, key is test_row_0/A:col10/1731700737470/Put/seqid=0 2024-11-15T19:58:58,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741882_1058 (size=12151) 2024-11-15T19:58:58,533 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/7a13dee38d4a4c7b9ca88ab1ea0cd955 2024-11-15T19:58:58,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/086ab758bada4276bde06332def4dc3c is 50, key is test_row_0/B:col10/1731700737470/Put/seqid=0 2024-11-15T19:58:58,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741883_1059 (size=12151) 2024-11-15T19:58:58,572 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/086ab758bada4276bde06332def4dc3c 2024-11-15T19:58:58,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/79ded1a5cb5e4d3c8746fa297b306dd3 is 50, key is test_row_0/C:col10/1731700737470/Put/seqid=0 2024-11-15T19:58:58,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741884_1060 (size=12151) 2024-11-15T19:58:58,605 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/79ded1a5cb5e4d3c8746fa297b306dd3 2024-11-15T19:58:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:58,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:58:58,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/7a13dee38d4a4c7b9ca88ab1ea0cd955 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/7a13dee38d4a4c7b9ca88ab1ea0cd955 2024-11-15T19:58:58,628 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/7a13dee38d4a4c7b9ca88ab1ea0cd955, entries=150, sequenceid=241, filesize=11.9 K 2024-11-15T19:58:58,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/086ab758bada4276bde06332def4dc3c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/086ab758bada4276bde06332def4dc3c 2024-11-15T19:58:58,640 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/086ab758bada4276bde06332def4dc3c, entries=150, sequenceid=241, filesize=11.9 K 2024-11-15T19:58:58,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/79ded1a5cb5e4d3c8746fa297b306dd3 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/79ded1a5cb5e4d3c8746fa297b306dd3 2024-11-15T19:58:58,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700798636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700798637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700798638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700798641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700798643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,653 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/79ded1a5cb5e4d3c8746fa297b306dd3, entries=150, sequenceid=241, filesize=11.9 K 2024-11-15T19:58:58,654 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for bfc83fe1893634620b3c971b384fa305 in 136ms, sequenceid=241, compaction requested=true 2024-11-15T19:58:58,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:58,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:58,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-15T19:58:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-15T19:58:58,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T19:58:58,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3380 sec 2024-11-15T19:58:58,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.3520 sec 2024-11-15T19:58:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:58,755 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:58:58,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-15T19:58:58,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/d2d202db39f94ba193af09f58e1ca24d is 50, key is test_row_0/A:col10/1731700738635/Put/seqid=0 2024-11-15T19:58:58,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741885_1061 (size=17031) 2024-11-15T19:58:58,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/d2d202db39f94ba193af09f58e1ca24d 2024-11-15T19:58:58,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700798793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700798798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700798800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700798806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700798801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/ec99158125b34cdeb8e54d71c7d5a587 is 50, key is test_row_0/B:col10/1731700738635/Put/seqid=0 2024-11-15T19:58:58,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741886_1062 (size=12201) 2024-11-15T19:58:58,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700798910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700798920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700798920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700798921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700798921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700799121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700799131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700799131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700799131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700799131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/ec99158125b34cdeb8e54d71c7d5a587 2024-11-15T19:58:59,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/e5142e6b18fd415b835dd2b95961ad7b is 50, key is test_row_0/C:col10/1731700738635/Put/seqid=0 2024-11-15T19:58:59,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741887_1063 (size=12201) 2024-11-15T19:58:59,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/e5142e6b18fd415b835dd2b95961ad7b 2024-11-15T19:58:59,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/d2d202db39f94ba193af09f58e1ca24d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/d2d202db39f94ba193af09f58e1ca24d 2024-11-15T19:58:59,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/d2d202db39f94ba193af09f58e1ca24d, entries=250, sequenceid=259, filesize=16.6 K 2024-11-15T19:58:59,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/ec99158125b34cdeb8e54d71c7d5a587 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ec99158125b34cdeb8e54d71c7d5a587 2024-11-15T19:58:59,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ec99158125b34cdeb8e54d71c7d5a587, entries=150, sequenceid=259, filesize=11.9 K 2024-11-15T19:58:59,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/e5142e6b18fd415b835dd2b95961ad7b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/e5142e6b18fd415b835dd2b95961ad7b 2024-11-15T19:58:59,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/e5142e6b18fd415b835dd2b95961ad7b, entries=150, sequenceid=259, filesize=11.9 K 2024-11-15T19:58:59,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for bfc83fe1893634620b3c971b384fa305 in 574ms, sequenceid=259, compaction requested=true 2024-11-15T19:58:59,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:59,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:58:59,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:59,330 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:58:59,330 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:58:59,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:58:59,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:59,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:58:59,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:58:59,334 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53928 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:58:59,334 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/A is initiating minor compaction (all files) 2024-11-15T19:58:59,334 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/A in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:59,334 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/04b4ee12f08f4c0a8cb2fc7eb2f427ea, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/0b14cd55c91041eea4cc1ac6afbb9005, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/7a13dee38d4a4c7b9ca88ab1ea0cd955, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/d2d202db39f94ba193af09f58e1ca24d] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=52.7 K 2024-11-15T19:58:59,334 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49098 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:58:59,335 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/B is initiating minor compaction (all files) 2024-11-15T19:58:59,335 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/B in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:59,335 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ce6259e38ffb473180ac9e63072a026f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e1e3cca57cfd4bffad99db9ce49f5b40, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/086ab758bada4276bde06332def4dc3c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ec99158125b34cdeb8e54d71c7d5a587] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=47.9 K 2024-11-15T19:58:59,335 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04b4ee12f08f4c0a8cb2fc7eb2f427ea, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731700736722 2024-11-15T19:58:59,336 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b14cd55c91041eea4cc1ac6afbb9005, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731700736766 2024-11-15T19:58:59,336 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting ce6259e38ffb473180ac9e63072a026f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731700736722 2024-11-15T19:58:59,336 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a13dee38d4a4c7b9ca88ab1ea0cd955, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731700737451 2024-11-15T19:58:59,337 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting e1e3cca57cfd4bffad99db9ce49f5b40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731700736766 2024-11-15T19:58:59,337 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2d202db39f94ba193af09f58e1ca24d, keycount=250, bloomtype=ROW, size=16.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731700738631 2024-11-15T19:58:59,338 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 086ab758bada4276bde06332def4dc3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731700737451 2024-11-15T19:58:59,338 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting ec99158125b34cdeb8e54d71c7d5a587, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731700738631 2024-11-15T19:58:59,356 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#A#compaction#51 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:58:59,359 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/b3c57df316aa482b830ec34cd3894a05 is 50, key is test_row_0/A:col10/1731700738635/Put/seqid=0 2024-11-15T19:58:59,365 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#B#compaction#52 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:58:59,366 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/16d4a2ee97544f1d9826eea723b1c7e8 is 50, key is test_row_0/B:col10/1731700738635/Put/seqid=0 2024-11-15T19:58:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741888_1064 (size=12781) 2024-11-15T19:58:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741889_1065 (size=12781) 2024-11-15T19:58:59,398 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/16d4a2ee97544f1d9826eea723b1c7e8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/16d4a2ee97544f1d9826eea723b1c7e8 2024-11-15T19:58:59,407 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bfc83fe1893634620b3c971b384fa305/B of bfc83fe1893634620b3c971b384fa305 into 16d4a2ee97544f1d9826eea723b1c7e8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:58:59,407 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:59,407 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/B, priority=12, startTime=1731700739330; duration=0sec 2024-11-15T19:58:59,407 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:58:59,407 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:B 2024-11-15T19:58:59,407 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:58:59,410 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49098 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:58:59,410 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/C is initiating minor compaction (all files) 2024-11-15T19:58:59,410 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/C in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:58:59,410 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c797c545796e4b77b5c9e2f1106c379c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/0557a2d774064e03ab248b4744b86dc9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/79ded1a5cb5e4d3c8746fa297b306dd3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/e5142e6b18fd415b835dd2b95961ad7b] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=47.9 K 2024-11-15T19:58:59,410 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting c797c545796e4b77b5c9e2f1106c379c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731700736722 2024-11-15T19:58:59,411 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 0557a2d774064e03ab248b4744b86dc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731700736766 2024-11-15T19:58:59,411 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 79ded1a5cb5e4d3c8746fa297b306dd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731700737451 2024-11-15T19:58:59,412 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting e5142e6b18fd415b835dd2b95961ad7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731700738631 2024-11-15T19:58:59,426 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:58:59,427 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/739b2f1658924f17af977a13aaf0e77f is 50, key is test_row_0/C:col10/1731700738635/Put/seqid=0 2024-11-15T19:58:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:59,433 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:58:59,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T19:58:59,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741890_1066 (size=12781) 2024-11-15T19:58:59,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/8936e46a8d9043908c875a7668e638af is 50, key is test_row_0/A:col10/1731700738792/Put/seqid=0 2024-11-15T19:58:59,444 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/739b2f1658924f17af977a13aaf0e77f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/739b2f1658924f17af977a13aaf0e77f 2024-11-15T19:58:59,455 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bfc83fe1893634620b3c971b384fa305/C of bfc83fe1893634620b3c971b384fa305 into 739b2f1658924f17af977a13aaf0e77f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:58:59,455 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:59,455 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/C, priority=12, startTime=1731700739331; duration=0sec 2024-11-15T19:58:59,455 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:59,455 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:C 2024-11-15T19:58:59,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741891_1067 (size=14741) 2024-11-15T19:58:59,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/8936e46a8d9043908c875a7668e638af 2024-11-15T19:58:59,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/fd22926ac6c54a4ea82f2780421ea6ea is 50, key is test_row_0/B:col10/1731700738792/Put/seqid=0 2024-11-15T19:58:59,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700799466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700799469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700799469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700799472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700799477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741892_1068 (size=12301) 2024-11-15T19:58:59,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/fd22926ac6c54a4ea82f2780421ea6ea 2024-11-15T19:58:59,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/1fa4306d7a1e48d48d03eccb82a5364c is 50, key is test_row_0/C:col10/1731700738792/Put/seqid=0 2024-11-15T19:58:59,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741893_1069 (size=12301) 2024-11-15T19:58:59,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/1fa4306d7a1e48d48d03eccb82a5364c 2024-11-15T19:58:59,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/8936e46a8d9043908c875a7668e638af as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8936e46a8d9043908c875a7668e638af 2024-11-15T19:58:59,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8936e46a8d9043908c875a7668e638af, entries=200, sequenceid=279, filesize=14.4 K 2024-11-15T19:58:59,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/fd22926ac6c54a4ea82f2780421ea6ea as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/fd22926ac6c54a4ea82f2780421ea6ea 2024-11-15T19:58:59,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/fd22926ac6c54a4ea82f2780421ea6ea, entries=150, sequenceid=279, filesize=12.0 K 2024-11-15T19:58:59,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/1fa4306d7a1e48d48d03eccb82a5364c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/1fa4306d7a1e48d48d03eccb82a5364c 2024-11-15T19:58:59,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700799580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700799591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700799591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700799591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700799591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/1fa4306d7a1e48d48d03eccb82a5364c, entries=150, sequenceid=279, filesize=12.0 K 2024-11-15T19:58:59,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for bfc83fe1893634620b3c971b384fa305 in 166ms, sequenceid=279, compaction requested=false 2024-11-15T19:58:59,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:58:59,796 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:58:59,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-15T19:58:59,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/31ef90968f8d47658a9eeef8bab84fba is 50, key is test_row_0/A:col10/1731700739463/Put/seqid=0 2024-11-15T19:58:59,809 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/b3c57df316aa482b830ec34cd3894a05 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/b3c57df316aa482b830ec34cd3894a05 2024-11-15T19:58:59,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741894_1070 (size=12301) 2024-11-15T19:58:59,828 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bfc83fe1893634620b3c971b384fa305/A of bfc83fe1893634620b3c971b384fa305 into b3c57df316aa482b830ec34cd3894a05(size=12.5 K), total size for store is 26.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:58:59,829 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:58:59,829 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/A, priority=12, startTime=1731700739330; duration=0sec 2024-11-15T19:58:59,829 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:58:59,829 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:A 2024-11-15T19:58:59,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700799842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700799845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700799845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700799848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700799848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700799960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700799960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700799960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700799970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:58:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:58:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700799970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:58:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:58:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700800171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700800171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700800171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700800180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700800180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/31ef90968f8d47658a9eeef8bab84fba 2024-11-15T19:59:00,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/5489ade33bb043bb9ddd4e3fed043ff1 is 50, key is test_row_0/B:col10/1731700739463/Put/seqid=0 2024-11-15T19:59:00,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741895_1071 (size=12301) 2024-11-15T19:59:00,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/5489ade33bb043bb9ddd4e3fed043ff1 2024-11-15T19:59:00,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/4049c663a3774681aa5ffe6f26e0ae83 is 50, key is test_row_0/C:col10/1731700739463/Put/seqid=0 2024-11-15T19:59:00,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741896_1072 (size=12301) 2024-11-15T19:59:00,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/4049c663a3774681aa5ffe6f26e0ae83 2024-11-15T19:59:00,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/31ef90968f8d47658a9eeef8bab84fba as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/31ef90968f8d47658a9eeef8bab84fba 2024-11-15T19:59:00,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/31ef90968f8d47658a9eeef8bab84fba, entries=150, sequenceid=298, filesize=12.0 K 2024-11-15T19:59:00,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/5489ade33bb043bb9ddd4e3fed043ff1 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/5489ade33bb043bb9ddd4e3fed043ff1 2024-11-15T19:59:00,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/5489ade33bb043bb9ddd4e3fed043ff1, entries=150, sequenceid=298, filesize=12.0 K 2024-11-15T19:59:00,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/4049c663a3774681aa5ffe6f26e0ae83 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4049c663a3774681aa5ffe6f26e0ae83 2024-11-15T19:59:00,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4049c663a3774681aa5ffe6f26e0ae83, entries=150, sequenceid=298, filesize=12.0 K 2024-11-15T19:59:00,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for bfc83fe1893634620b3c971b384fa305 in 535ms, sequenceid=298, compaction requested=true 2024-11-15T19:59:00,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:00,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:00,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:00,332 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:00,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:00,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:00,332 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:00,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:00,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:00,333 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:00,333 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/A is initiating minor compaction (all files) 2024-11-15T19:59:00,333 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/A in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:00,333 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/b3c57df316aa482b830ec34cd3894a05, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8936e46a8d9043908c875a7668e638af, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/31ef90968f8d47658a9eeef8bab84fba] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=38.9 K 2024-11-15T19:59:00,334 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:00,334 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/B is initiating minor compaction (all files) 2024-11-15T19:59:00,334 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/B in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:00,334 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3c57df316aa482b830ec34cd3894a05, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731700738631 2024-11-15T19:59:00,334 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/16d4a2ee97544f1d9826eea723b1c7e8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/fd22926ac6c54a4ea82f2780421ea6ea, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/5489ade33bb043bb9ddd4e3fed043ff1] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=36.5 K 2024-11-15T19:59:00,335 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8936e46a8d9043908c875a7668e638af, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731700738789 2024-11-15T19:59:00,335 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 16d4a2ee97544f1d9826eea723b1c7e8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731700738631 2024-11-15T19:59:00,336 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting fd22926ac6c54a4ea82f2780421ea6ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731700738789 2024-11-15T19:59:00,336 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31ef90968f8d47658a9eeef8bab84fba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731700739463 2024-11-15T19:59:00,336 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 5489ade33bb043bb9ddd4e3fed043ff1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731700739463 2024-11-15T19:59:00,350 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:00,351 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/c76cb02ef3c346fd80f5ba4b8376cb35 is 50, key is test_row_0/B:col10/1731700739463/Put/seqid=0 2024-11-15T19:59:00,358 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:00,358 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/4a49419290c34577ae149817eef44586 is 50, key is test_row_0/A:col10/1731700739463/Put/seqid=0 2024-11-15T19:59:00,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741897_1073 (size=12983) 2024-11-15T19:59:00,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741898_1074 (size=12983) 2024-11-15T19:59:00,396 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/4a49419290c34577ae149817eef44586 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/4a49419290c34577ae149817eef44586 2024-11-15T19:59:00,405 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bfc83fe1893634620b3c971b384fa305/A of bfc83fe1893634620b3c971b384fa305 into 4a49419290c34577ae149817eef44586(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:00,405 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:00,406 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/A, priority=13, startTime=1731700740332; duration=0sec 2024-11-15T19:59:00,406 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:00,406 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:A 2024-11-15T19:59:00,406 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:00,408 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:00,408 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/C is initiating minor compaction (all files) 2024-11-15T19:59:00,408 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/C in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:00,408 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/739b2f1658924f17af977a13aaf0e77f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/1fa4306d7a1e48d48d03eccb82a5364c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4049c663a3774681aa5ffe6f26e0ae83] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=36.5 K 2024-11-15T19:59:00,409 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 739b2f1658924f17af977a13aaf0e77f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731700738631 2024-11-15T19:59:00,410 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fa4306d7a1e48d48d03eccb82a5364c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731700738789 2024-11-15T19:59:00,411 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4049c663a3774681aa5ffe6f26e0ae83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731700739463 2024-11-15T19:59:00,421 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#C#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:00,423 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/64d66ff4d23a4489a76cfbc5258b5e35 is 50, key is test_row_0/C:col10/1731700739463/Put/seqid=0 2024-11-15T19:59:00,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741899_1075 (size=12983) 2024-11-15T19:59:00,454 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/64d66ff4d23a4489a76cfbc5258b5e35 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/64d66ff4d23a4489a76cfbc5258b5e35 2024-11-15T19:59:00,470 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bfc83fe1893634620b3c971b384fa305/C of bfc83fe1893634620b3c971b384fa305 into 64d66ff4d23a4489a76cfbc5258b5e35(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:00,470 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:00,470 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/C, priority=13, startTime=1731700740332; duration=0sec 2024-11-15T19:59:00,470 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:00,471 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:C 2024-11-15T19:59:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:59:00,485 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:00,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-15T19:59:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T19:59:00,491 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:00,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-15T19:59:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T19:59:00,497 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:00,498 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:00,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:00,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/3ceb64d0eff24934b8634a490e12501d is 50, key is test_row_0/A:col10/1731700740483/Put/seqid=0 2024-11-15T19:59:00,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700800511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700800511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700800514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700800514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700800523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741900_1076 (size=14741) 2024-11-15T19:59:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T19:59:00,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700800630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700800631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700800631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700800632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700800632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T19:59:00,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:00,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:00,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:00,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:00,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:00,787 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/c76cb02ef3c346fd80f5ba4b8376cb35 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/c76cb02ef3c346fd80f5ba4b8376cb35 2024-11-15T19:59:00,796 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bfc83fe1893634620b3c971b384fa305/B of bfc83fe1893634620b3c971b384fa305 into c76cb02ef3c346fd80f5ba4b8376cb35(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:00,796 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:00,796 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/B, priority=13, startTime=1731700740332; duration=0sec 2024-11-15T19:59:00,796 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:00,797 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:B 2024-11-15T19:59:00,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T19:59:00,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:00,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:00,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:00,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:00,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T19:59:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:00,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700800841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700800841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700800841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700800841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700800841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:00,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:00,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/3ceb64d0eff24934b8634a490e12501d 2024-11-15T19:59:00,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/55835e95bcf8496291ed7af44241f1aa is 50, key is test_row_0/B:col10/1731700740483/Put/seqid=0 2024-11-15T19:59:00,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741901_1077 (size=12301) 2024-11-15T19:59:00,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/55835e95bcf8496291ed7af44241f1aa 2024-11-15T19:59:00,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T19:59:00,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:00,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:00,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:00,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:00,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:00,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/01cc9a236a1a4841bc16f47d825e9dbe is 50, key is test_row_0/C:col10/1731700740483/Put/seqid=0 2024-11-15T19:59:00,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741902_1078 (size=12301) 2024-11-15T19:59:01,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/01cc9a236a1a4841bc16f47d825e9dbe 2024-11-15T19:59:01,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/3ceb64d0eff24934b8634a490e12501d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/3ceb64d0eff24934b8634a490e12501d 2024-11-15T19:59:01,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/3ceb64d0eff24934b8634a490e12501d, entries=200, sequenceid=322, filesize=14.4 K 2024-11-15T19:59:01,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/55835e95bcf8496291ed7af44241f1aa as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/55835e95bcf8496291ed7af44241f1aa 2024-11-15T19:59:01,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/55835e95bcf8496291ed7af44241f1aa, entries=150, sequenceid=322, filesize=12.0 K 2024-11-15T19:59:01,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/01cc9a236a1a4841bc16f47d825e9dbe as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/01cc9a236a1a4841bc16f47d825e9dbe 2024-11-15T19:59:01,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/01cc9a236a1a4841bc16f47d825e9dbe, entries=150, sequenceid=322, filesize=12.0 K 2024-11-15T19:59:01,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for bfc83fe1893634620b3c971b384fa305 in 595ms, sequenceid=322, compaction requested=false 2024-11-15T19:59:01,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T19:59:01,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-15T19:59:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:01,122 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T19:59:01,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/e05a5475961f48deaf60a839bd5d6f56 is 50, key is test_row_0/A:col10/1731700740519/Put/seqid=0 2024-11-15T19:59:01,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741903_1079 (size=12301) 2024-11-15T19:59:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:59:01,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:01,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700801188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700801189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700801227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700801227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700801227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700801330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700801330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700801341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700801341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700801350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,537 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/e05a5475961f48deaf60a839bd5d6f56 2024-11-15T19:59:01,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700801540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700801540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/bcea9b070b2e4fb087e0031d61d173fc is 50, key is test_row_0/B:col10/1731700740519/Put/seqid=0 2024-11-15T19:59:01,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700801550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700801550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741904_1080 (size=12301) 2024-11-15T19:59:01,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700801561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T19:59:01,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700801872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700801873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700801873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700801873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700801873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:01,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:01,958 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/bcea9b070b2e4fb087e0031d61d173fc 2024-11-15T19:59:01,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/279d694f7b0f4f178cc1d5fb78a61b2a is 50, key is test_row_0/C:col10/1731700740519/Put/seqid=0 2024-11-15T19:59:01,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741905_1081 (size=12301) 2024-11-15T19:59:01,991 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/279d694f7b0f4f178cc1d5fb78a61b2a 2024-11-15T19:59:02,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/e05a5475961f48deaf60a839bd5d6f56 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/e05a5475961f48deaf60a839bd5d6f56 2024-11-15T19:59:02,021 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/e05a5475961f48deaf60a839bd5d6f56, entries=150, sequenceid=338, filesize=12.0 K 2024-11-15T19:59:02,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/bcea9b070b2e4fb087e0031d61d173fc as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/bcea9b070b2e4fb087e0031d61d173fc 2024-11-15T19:59:02,042 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/bcea9b070b2e4fb087e0031d61d173fc, entries=150, sequenceid=338, filesize=12.0 K 2024-11-15T19:59:02,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/279d694f7b0f4f178cc1d5fb78a61b2a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/279d694f7b0f4f178cc1d5fb78a61b2a 2024-11-15T19:59:02,063 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/279d694f7b0f4f178cc1d5fb78a61b2a, entries=150, sequenceid=338, filesize=12.0 K 2024-11-15T19:59:02,066 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for bfc83fe1893634620b3c971b384fa305 in 944ms, sequenceid=338, compaction requested=true 2024-11-15T19:59:02,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:02,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:02,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-15T19:59:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-15T19:59:02,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T19:59:02,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5710 sec 2024-11-15T19:59:02,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.5860 sec 2024-11-15T19:59:02,387 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:02,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T19:59:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:59:02,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/dc56edac4d9c449ebaf0646726b0a363 is 50, key is test_row_0/A:col10/1731700742385/Put/seqid=0 2024-11-15T19:59:02,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700802406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:02,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:02,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700802406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:02,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:02,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:02,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700802409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:02,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:02,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741906_1082 (size=12301) 2024-11-15T19:59:02,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700802413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:02,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:02,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/dc56edac4d9c449ebaf0646726b0a363 2024-11-15T19:59:02,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700802417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:02,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:02,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/ff846f50be584fdfa226d1c19d6190be is 50, key is test_row_0/B:col10/1731700742385/Put/seqid=0 2024-11-15T19:59:02,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741907_1083 (size=12301) 2024-11-15T19:59:02,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700802520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:02,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700802520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:02,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700802531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:02,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:02,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700802531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:02,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:02,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700802531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T19:59:02,641 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:02,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-15T19:59:02,645 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:02,647 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:02,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T19:59:02,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700802730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:02,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:02,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700802730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:02,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:02,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:02,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700802740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:02,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700802740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:02,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700802740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:02,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:02,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:02,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T19:59:02,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T19:59:02,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:02,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:02,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:02,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:02,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:02,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/ff846f50be584fdfa226d1c19d6190be 2024-11-15T19:59:02,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/4c8e21558072421da3791fb3b1cfd2f5 is 50, key is test_row_0/C:col10/1731700742385/Put/seqid=0 2024-11-15T19:59:02,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741908_1084 (size=12301) 2024-11-15T19:59:02,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T19:59:02,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:02,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:02,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:02,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:02,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T19:59:03,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700803040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700803040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700803050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700803050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700803050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T19:59:03,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:03,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:03,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:03,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:03,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:03,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T19:59:03,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:03,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:03,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:03,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:03,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T19:59:03,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/4c8e21558072421da3791fb3b1cfd2f5 2024-11-15T19:59:03,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/dc56edac4d9c449ebaf0646726b0a363 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/dc56edac4d9c449ebaf0646726b0a363 2024-11-15T19:59:03,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/dc56edac4d9c449ebaf0646726b0a363, entries=150, sequenceid=362, filesize=12.0 K 2024-11-15T19:59:03,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/ff846f50be584fdfa226d1c19d6190be as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ff846f50be584fdfa226d1c19d6190be 2024-11-15T19:59:03,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ff846f50be584fdfa226d1c19d6190be, entries=150, sequenceid=362, filesize=12.0 K 2024-11-15T19:59:03,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/4c8e21558072421da3791fb3b1cfd2f5 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4c8e21558072421da3791fb3b1cfd2f5 2024-11-15T19:59:03,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4c8e21558072421da3791fb3b1cfd2f5, entries=150, sequenceid=362, filesize=12.0 K 2024-11-15T19:59:03,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bfc83fe1893634620b3c971b384fa305 in 960ms, sequenceid=362, compaction requested=true 2024-11-15T19:59:03,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:03,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:03,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:03,348 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:03,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:03,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:03,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:03,348 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:03,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:03,354 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:03,354 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:03,354 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/A is initiating minor compaction (all files) 2024-11-15T19:59:03,354 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/B is initiating minor compaction (all files) 2024-11-15T19:59:03,355 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/A in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:03,355 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/B in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:03,355 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/c76cb02ef3c346fd80f5ba4b8376cb35, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/55835e95bcf8496291ed7af44241f1aa, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/bcea9b070b2e4fb087e0031d61d173fc, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ff846f50be584fdfa226d1c19d6190be] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=48.7 K 2024-11-15T19:59:03,355 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/4a49419290c34577ae149817eef44586, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/3ceb64d0eff24934b8634a490e12501d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/e05a5475961f48deaf60a839bd5d6f56, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/dc56edac4d9c449ebaf0646726b0a363] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=51.1 K 2024-11-15T19:59:03,355 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting c76cb02ef3c346fd80f5ba4b8376cb35, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731700739463 2024-11-15T19:59:03,355 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a49419290c34577ae149817eef44586, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731700739463 2024-11-15T19:59:03,356 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 55835e95bcf8496291ed7af44241f1aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731700739809 2024-11-15T19:59:03,356 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ceb64d0eff24934b8634a490e12501d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731700739809 2024-11-15T19:59:03,358 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting bcea9b070b2e4fb087e0031d61d173fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731700740510 2024-11-15T19:59:03,358 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting e05a5475961f48deaf60a839bd5d6f56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731700740510 2024-11-15T19:59:03,358 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc56edac4d9c449ebaf0646726b0a363, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731700741182 2024-11-15T19:59:03,359 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting ff846f50be584fdfa226d1c19d6190be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731700741182 2024-11-15T19:59:03,379 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#B#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:03,380 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/eef841b9e5df4bd2907b9c54293df36e is 50, key is test_row_0/B:col10/1731700742385/Put/seqid=0 2024-11-15T19:59:03,386 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#A#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:03,386 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/824b4f177323441189895c516623d191 is 50, key is test_row_0/A:col10/1731700742385/Put/seqid=0 2024-11-15T19:59:03,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741909_1085 (size=13119) 2024-11-15T19:59:03,410 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/eef841b9e5df4bd2907b9c54293df36e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/eef841b9e5df4bd2907b9c54293df36e 2024-11-15T19:59:03,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741910_1086 (size=13119) 2024-11-15T19:59:03,423 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bfc83fe1893634620b3c971b384fa305/B of bfc83fe1893634620b3c971b384fa305 into eef841b9e5df4bd2907b9c54293df36e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:03,423 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:03,423 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/B, priority=12, startTime=1731700743348; duration=0sec 2024-11-15T19:59:03,423 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:03,423 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:B 2024-11-15T19:59:03,423 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:03,424 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/824b4f177323441189895c516623d191 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/824b4f177323441189895c516623d191 2024-11-15T19:59:03,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-15T19:59:03,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:03,424 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T19:59:03,431 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:03,431 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/C is initiating minor compaction (all files) 2024-11-15T19:59:03,431 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/C in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:03,431 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/64d66ff4d23a4489a76cfbc5258b5e35, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/01cc9a236a1a4841bc16f47d825e9dbe, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/279d694f7b0f4f178cc1d5fb78a61b2a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4c8e21558072421da3791fb3b1cfd2f5] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=48.7 K 2024-11-15T19:59:03,432 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 64d66ff4d23a4489a76cfbc5258b5e35, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731700739463 2024-11-15T19:59:03,433 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 01cc9a236a1a4841bc16f47d825e9dbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731700739809 2024-11-15T19:59:03,434 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 279d694f7b0f4f178cc1d5fb78a61b2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731700740510 2024-11-15T19:59:03,435 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c8e21558072421da3791fb3b1cfd2f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731700741182 2024-11-15T19:59:03,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/db80e6957e314df29306be7597cb9afe is 50, key is test_row_0/A:col10/1731700742406/Put/seqid=0 2024-11-15T19:59:03,441 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bfc83fe1893634620b3c971b384fa305/A of bfc83fe1893634620b3c971b384fa305 into 824b4f177323441189895c516623d191(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:03,441 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:03,441 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/A, priority=12, startTime=1731700743348; duration=0sec 2024-11-15T19:59:03,441 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:03,441 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:A 2024-11-15T19:59:03,450 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#C#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:03,451 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/6e16597ba29e4db4bfd5cbb8707c4bb7 is 50, key is test_row_0/C:col10/1731700742385/Put/seqid=0 2024-11-15T19:59:03,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741912_1088 (size=13119) 2024-11-15T19:59:03,476 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/6e16597ba29e4db4bfd5cbb8707c4bb7 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/6e16597ba29e4db4bfd5cbb8707c4bb7 2024-11-15T19:59:03,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741911_1087 (size=12301) 2024-11-15T19:59:03,478 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/db80e6957e314df29306be7597cb9afe 2024-11-15T19:59:03,487 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bfc83fe1893634620b3c971b384fa305/C of bfc83fe1893634620b3c971b384fa305 into 6e16597ba29e4db4bfd5cbb8707c4bb7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:03,487 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:03,488 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/C, priority=12, startTime=1731700743348; duration=0sec 2024-11-15T19:59:03,489 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:03,489 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:C 2024-11-15T19:59:03,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/108979d3db13465cac5928badfd5abf1 is 50, key is test_row_0/B:col10/1731700742406/Put/seqid=0 2024-11-15T19:59:03,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741913_1089 (size=12301) 2024-11-15T19:59:03,504 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/108979d3db13465cac5928badfd5abf1 2024-11-15T19:59:03,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/3d0bfcf369e043b5bf70a60dfdfdff8e is 50, key is test_row_0/C:col10/1731700742406/Put/seqid=0 2024-11-15T19:59:03,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741914_1090 (size=12301) 2024-11-15T19:59:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:59:03,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:03,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700803584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700803586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700803587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700803589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700803591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700803701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700803701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700803702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700803702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700803702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T19:59:03,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700803910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700803911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700803911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700803911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,923 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/3d0bfcf369e043b5bf70a60dfdfdff8e 2024-11-15T19:59:03,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700803921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:03,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:03,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:03,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/db80e6957e314df29306be7597cb9afe as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/db80e6957e314df29306be7597cb9afe 2024-11-15T19:59:03,938 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/db80e6957e314df29306be7597cb9afe, entries=150, sequenceid=375, filesize=12.0 K 2024-11-15T19:59:03,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/108979d3db13465cac5928badfd5abf1 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/108979d3db13465cac5928badfd5abf1 2024-11-15T19:59:03,945 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/108979d3db13465cac5928badfd5abf1, entries=150, sequenceid=375, filesize=12.0 K 2024-11-15T19:59:03,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/3d0bfcf369e043b5bf70a60dfdfdff8e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/3d0bfcf369e043b5bf70a60dfdfdff8e 2024-11-15T19:59:03,955 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/3d0bfcf369e043b5bf70a60dfdfdff8e, entries=150, sequenceid=375, filesize=12.0 K 2024-11-15T19:59:03,956 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for bfc83fe1893634620b3c971b384fa305 in 532ms, sequenceid=375, compaction requested=false 2024-11-15T19:59:03,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:03,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:03,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-15T19:59:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-15T19:59:03,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-15T19:59:03,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3120 sec 2024-11-15T19:59:03,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.3210 sec 2024-11-15T19:59:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:59:04,223 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:04,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T19:59:04,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700804231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700804233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/952891a3b3c940ccbf2543d4c797b51b is 50, key is test_row_0/A:col10/1731700743581/Put/seqid=0 2024-11-15T19:59:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700804235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700804235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700804240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741915_1091 (size=12301) 2024-11-15T19:59:04,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700804340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700804340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700804351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700804351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700804351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700804560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700804560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700804561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700804561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700804561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/952891a3b3c940ccbf2543d4c797b51b 2024-11-15T19:59:04,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/3b208f7276e047e68c301fd3c1bbf834 is 50, key is test_row_0/B:col10/1731700743581/Put/seqid=0 2024-11-15T19:59:04,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741916_1092 (size=12301) 2024-11-15T19:59:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-15T19:59:04,801 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:04,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-15T19:59:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T19:59:04,804 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:04,805 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:04,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:04,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700804870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700804870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700804871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700804871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700804871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T19:59:04,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T19:59:04,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:04,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:04,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:04,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:04,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:05,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T19:59:05,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:05,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:05,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:05,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:05,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T19:59:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:05,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/3b208f7276e047e68c301fd3c1bbf834 2024-11-15T19:59:05,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/9266a3ed3a444313bfb9df51c970bb74 is 50, key is test_row_0/C:col10/1731700743581/Put/seqid=0 2024-11-15T19:59:05,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741917_1093 (size=12301) 2024-11-15T19:59:05,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T19:59:05,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:05,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:05,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:05,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:05,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:05,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700805382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:05,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:05,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:05,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:05,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700805383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:05,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:05,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:05,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:05,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700805390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:05,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700805390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:05,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:05,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:05,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:05,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700805390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:05,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:05,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:05,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T19:59:05,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T19:59:05,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:05,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:05,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:05,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:05,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:05,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T19:59:05,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:05,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:05,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:05,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:05,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:05,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/9266a3ed3a444313bfb9df51c970bb74 2024-11-15T19:59:05,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/952891a3b3c940ccbf2543d4c797b51b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/952891a3b3c940ccbf2543d4c797b51b 2024-11-15T19:59:05,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/952891a3b3c940ccbf2543d4c797b51b, entries=150, sequenceid=404, filesize=12.0 K 2024-11-15T19:59:05,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/3b208f7276e047e68c301fd3c1bbf834 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3b208f7276e047e68c301fd3c1bbf834 2024-11-15T19:59:05,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3b208f7276e047e68c301fd3c1bbf834, entries=150, sequenceid=404, filesize=12.0 K 2024-11-15T19:59:05,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/9266a3ed3a444313bfb9df51c970bb74 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/9266a3ed3a444313bfb9df51c970bb74 2024-11-15T19:59:05,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/9266a3ed3a444313bfb9df51c970bb74, entries=150, sequenceid=404, filesize=12.0 K 2024-11-15T19:59:05,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for bfc83fe1893634620b3c971b384fa305 in 1414ms, sequenceid=404, compaction requested=true 2024-11-15T19:59:05,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:05,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:05,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:05,638 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:05,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:05,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:05,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:05,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T19:59:05,639 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:05,641 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:05,641 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/A is initiating minor compaction (all files) 2024-11-15T19:59:05,641 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/A in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:05,642 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/824b4f177323441189895c516623d191, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/db80e6957e314df29306be7597cb9afe, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/952891a3b3c940ccbf2543d4c797b51b] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=36.8 K 2024-11-15T19:59:05,642 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:05,642 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/B is initiating minor compaction (all files) 2024-11-15T19:59:05,642 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/B in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:05,642 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/eef841b9e5df4bd2907b9c54293df36e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/108979d3db13465cac5928badfd5abf1, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3b208f7276e047e68c301fd3c1bbf834] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=36.8 K 2024-11-15T19:59:05,643 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting eef841b9e5df4bd2907b9c54293df36e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731700741182 2024-11-15T19:59:05,643 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 824b4f177323441189895c516623d191, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731700741182 2024-11-15T19:59:05,644 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 108979d3db13465cac5928badfd5abf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731700742403 2024-11-15T19:59:05,644 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting db80e6957e314df29306be7597cb9afe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731700742403 2024-11-15T19:59:05,645 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 952891a3b3c940ccbf2543d4c797b51b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731700743581 2024-11-15T19:59:05,645 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b208f7276e047e68c301fd3c1bbf834, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731700743581 2024-11-15T19:59:05,711 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#A#compaction#81 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:05,712 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/3f32926cf29941be9a17e00747879e12 is 50, key is test_row_0/A:col10/1731700743581/Put/seqid=0 2024-11-15T19:59:05,715 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:05,716 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/379476efb8664b179fe7c9201de6e977 is 50, key is test_row_0/B:col10/1731700743581/Put/seqid=0 2024-11-15T19:59:05,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-15T19:59:05,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:05,746 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T19:59:05,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/8c69e87eae7b4d1286f191bf00fbbde9 is 50, key is test_row_0/A:col10/1731700744232/Put/seqid=0 2024-11-15T19:59:05,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741919_1095 (size=13221) 2024-11-15T19:59:05,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741918_1094 (size=13221) 2024-11-15T19:59:05,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741920_1096 (size=12301) 2024-11-15T19:59:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T19:59:06,225 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/379476efb8664b179fe7c9201de6e977 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/379476efb8664b179fe7c9201de6e977 2024-11-15T19:59:06,233 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bfc83fe1893634620b3c971b384fa305/B of bfc83fe1893634620b3c971b384fa305 into 379476efb8664b179fe7c9201de6e977(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:06,233 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:06,233 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/B, priority=13, startTime=1731700745638; duration=0sec 2024-11-15T19:59:06,233 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:06,233 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:B 2024-11-15T19:59:06,234 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:06,237 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:06,237 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/C is initiating minor compaction (all files) 2024-11-15T19:59:06,237 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/C in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:06,238 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/6e16597ba29e4db4bfd5cbb8707c4bb7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/3d0bfcf369e043b5bf70a60dfdfdff8e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/9266a3ed3a444313bfb9df51c970bb74] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=36.8 K 2024-11-15T19:59:06,238 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e16597ba29e4db4bfd5cbb8707c4bb7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731700741182 2024-11-15T19:59:06,239 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d0bfcf369e043b5bf70a60dfdfdff8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731700742403 2024-11-15T19:59:06,240 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9266a3ed3a444313bfb9df51c970bb74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731700743581 2024-11-15T19:59:06,242 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/3f32926cf29941be9a17e00747879e12 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/3f32926cf29941be9a17e00747879e12 2024-11-15T19:59:06,251 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/8c69e87eae7b4d1286f191bf00fbbde9 2024-11-15T19:59:06,252 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bfc83fe1893634620b3c971b384fa305/A of bfc83fe1893634620b3c971b384fa305 into 3f32926cf29941be9a17e00747879e12(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:06,252 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:06,252 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/A, priority=13, startTime=1731700745637; duration=0sec 2024-11-15T19:59:06,253 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:06,253 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:A 2024-11-15T19:59:06,256 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#C#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:06,257 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/67fe92e109bc46a09a88e7e415410fa0 is 50, key is test_row_0/C:col10/1731700743581/Put/seqid=0 2024-11-15T19:59:06,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/abdc53b644d447c59128c8d888e5cb4d is 50, key is test_row_0/B:col10/1731700744232/Put/seqid=0 2024-11-15T19:59:06,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741921_1097 (size=13221) 2024-11-15T19:59:06,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741922_1098 (size=12301) 2024-11-15T19:59:06,345 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/abdc53b644d447c59128c8d888e5cb4d 2024-11-15T19:59:06,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/493d645d544f46c29b14cc1c53b15336 is 50, key is test_row_0/C:col10/1731700744232/Put/seqid=0 2024-11-15T19:59:06,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:59:06,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741923_1099 (size=12301) 2024-11-15T19:59:06,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700806466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:06,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:06,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700806468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:06,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:06,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700806502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:06,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700806504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:06,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700806505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:06,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:06,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:06,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700806610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:06,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700806610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:06,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700806620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:06,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700806620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:06,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700806621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:06,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:06,723 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/67fe92e109bc46a09a88e7e415410fa0 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/67fe92e109bc46a09a88e7e415410fa0 2024-11-15T19:59:06,740 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bfc83fe1893634620b3c971b384fa305/C of bfc83fe1893634620b3c971b384fa305 into 67fe92e109bc46a09a88e7e415410fa0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:06,740 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:06,740 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/C, priority=13, startTime=1731700745638; duration=0sec 2024-11-15T19:59:06,741 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:06,741 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:C 2024-11-15T19:59:06,820 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/493d645d544f46c29b14cc1c53b15336 2024-11-15T19:59:06,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700806820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:06,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:06,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700806831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:06,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700806831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:06,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700806832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:06,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700806833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:06,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/8c69e87eae7b4d1286f191bf00fbbde9 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8c69e87eae7b4d1286f191bf00fbbde9 2024-11-15T19:59:06,859 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8c69e87eae7b4d1286f191bf00fbbde9, entries=150, sequenceid=414, filesize=12.0 K 2024-11-15T19:59:06,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/abdc53b644d447c59128c8d888e5cb4d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/abdc53b644d447c59128c8d888e5cb4d 2024-11-15T19:59:06,882 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/abdc53b644d447c59128c8d888e5cb4d, entries=150, sequenceid=414, filesize=12.0 K 2024-11-15T19:59:06,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/493d645d544f46c29b14cc1c53b15336 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/493d645d544f46c29b14cc1c53b15336 2024-11-15T19:59:06,897 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/493d645d544f46c29b14cc1c53b15336, entries=150, sequenceid=414, filesize=12.0 K 2024-11-15T19:59:06,899 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=167.72 KB/171750 for bfc83fe1893634620b3c971b384fa305 in 1153ms, sequenceid=414, compaction requested=false 2024-11-15T19:59:06,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:06,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:06,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-15T19:59:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-15T19:59:06,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-15T19:59:06,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0960 sec 2024-11-15T19:59:06,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.1070 sec 2024-11-15T19:59:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T19:59:06,951 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:06,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-15T19:59:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T19:59:06,956 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:06,957 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:06,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T19:59:07,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-15T19:59:07,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:07,111 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-15T19:59:07,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/bc53ddb223ca484f82131f26e96ba9d6 is 50, key is test_row_0/A:col10/1731700746463/Put/seqid=0 2024-11-15T19:59:07,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:59:07,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700807149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700807151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700807155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700807156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700807161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741924_1100 (size=12301) 2024-11-15T19:59:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T19:59:07,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700807270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700807271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700807271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700807272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700807271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700807481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700807481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700807481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700807481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700807481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,576 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/bc53ddb223ca484f82131f26e96ba9d6 2024-11-15T19:59:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T19:59:07,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/3b7094ad819248659a34940bc85e9f04 is 50, key is test_row_0/B:col10/1731700746463/Put/seqid=0 2024-11-15T19:59:07,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741925_1101 (size=12301) 2024-11-15T19:59:07,600 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/3b7094ad819248659a34940bc85e9f04 2024-11-15T19:59:07,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/7b1b65a783a3482c903f6091ad10208d is 50, key is test_row_0/C:col10/1731700746463/Put/seqid=0 2024-11-15T19:59:07,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741926_1102 (size=12301) 2024-11-15T19:59:07,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700807790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700807790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700807791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700807791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700807791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:07,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:08,077 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/7b1b65a783a3482c903f6091ad10208d 2024-11-15T19:59:08,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/bc53ddb223ca484f82131f26e96ba9d6 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/bc53ddb223ca484f82131f26e96ba9d6 2024-11-15T19:59:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T19:59:08,103 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/bc53ddb223ca484f82131f26e96ba9d6, entries=150, sequenceid=445, filesize=12.0 K 2024-11-15T19:59:08,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/3b7094ad819248659a34940bc85e9f04 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3b7094ad819248659a34940bc85e9f04 2024-11-15T19:59:08,113 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3b7094ad819248659a34940bc85e9f04, entries=150, sequenceid=445, filesize=12.0 K 2024-11-15T19:59:08,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/7b1b65a783a3482c903f6091ad10208d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/7b1b65a783a3482c903f6091ad10208d 2024-11-15T19:59:08,126 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/7b1b65a783a3482c903f6091ad10208d, entries=150, sequenceid=445, filesize=12.0 K 2024-11-15T19:59:08,128 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for bfc83fe1893634620b3c971b384fa305 in 1017ms, sequenceid=445, compaction requested=true 2024-11-15T19:59:08,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:08,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:08,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-15T19:59:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-15T19:59:08,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-15T19:59:08,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1750 sec 2024-11-15T19:59:08,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.1860 sec 2024-11-15T19:59:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:59:08,308 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:08,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T19:59:08,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/5558576e1a754336b2c4fa84b779cb33 is 50, key is test_row_0/A:col10/1731700748306/Put/seqid=0 2024-11-15T19:59:08,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741927_1103 (size=12301) 2024-11-15T19:59:08,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700808415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:08,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700808417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:08,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:08,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700808420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:08,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:08,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700808423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:08,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:08,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700808425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:08,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:08,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700808531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:08,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700808531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:08,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700808531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:08,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700808540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:08,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:08,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700808541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:08,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/5558576e1a754336b2c4fa84b779cb33 2024-11-15T19:59:08,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700808740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:08,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700808740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:08,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:08,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:08,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700808748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:08,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/e4f60fdf0bf04ad9a4dc6978ccac887a is 50, key is test_row_0/B:col10/1731700748306/Put/seqid=0 2024-11-15T19:59:08,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700808751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:08,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:08,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741928_1104 (size=12301) 2024-11-15T19:59:08,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700808760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:09,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700809050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:09,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700809051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:09,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:09,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:09,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700809060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:09,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700809066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:09,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700809070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:09,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T19:59:09,101 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:09,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-15T19:59:09,106 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T19:59:09,114 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:09,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:09,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/e4f60fdf0bf04ad9a4dc6978ccac887a 2024-11-15T19:59:09,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/fb9eed6a525444278aa30e5ccb5ced3f is 50, key is test_row_0/C:col10/1731700748306/Put/seqid=0 2024-11-15T19:59:09,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741929_1105 (size=12301) 2024-11-15T19:59:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T19:59:09,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T19:59:09,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:09,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:09,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:09,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:09,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T19:59:09,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T19:59:09,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:09,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:09,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:09,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:09,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:09,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1731700809561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:09,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:09,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1731700809563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:09,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:09,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44916 deadline: 1731700809570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:09,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T19:59:09,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:09,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:09,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:09,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:09,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:09,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44894 deadline: 1731700809581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:09,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:09,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44924 deadline: 1731700809581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:09,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:09,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:09,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/fb9eed6a525444278aa30e5ccb5ced3f 2024-11-15T19:59:09,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/5558576e1a754336b2c4fa84b779cb33 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/5558576e1a754336b2c4fa84b779cb33 2024-11-15T19:59:09,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/5558576e1a754336b2c4fa84b779cb33, entries=150, sequenceid=457, filesize=12.0 K 2024-11-15T19:59:09,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/e4f60fdf0bf04ad9a4dc6978ccac887a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e4f60fdf0bf04ad9a4dc6978ccac887a 2024-11-15T19:59:09,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e4f60fdf0bf04ad9a4dc6978ccac887a, entries=150, sequenceid=457, filesize=12.0 K 2024-11-15T19:59:09,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/fb9eed6a525444278aa30e5ccb5ced3f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/fb9eed6a525444278aa30e5ccb5ced3f 2024-11-15T19:59:09,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/fb9eed6a525444278aa30e5ccb5ced3f, entries=150, sequenceid=457, filesize=12.0 K 2024-11-15T19:59:09,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bfc83fe1893634620b3c971b384fa305 in 1322ms, sequenceid=457, compaction requested=true 2024-11-15T19:59:09,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:09,631 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:09,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:09,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:09,631 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:09,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:09,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:09,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bfc83fe1893634620b3c971b384fa305:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:09,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:09,632 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:09,632 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/A is initiating minor compaction (all files) 2024-11-15T19:59:09,633 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/A in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:09,633 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:09,633 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/3f32926cf29941be9a17e00747879e12, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8c69e87eae7b4d1286f191bf00fbbde9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/bc53ddb223ca484f82131f26e96ba9d6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/5558576e1a754336b2c4fa84b779cb33] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=48.9 K 2024-11-15T19:59:09,633 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/B is initiating minor compaction (all files) 2024-11-15T19:59:09,633 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/B in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:09,633 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/379476efb8664b179fe7c9201de6e977, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/abdc53b644d447c59128c8d888e5cb4d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3b7094ad819248659a34940bc85e9f04, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e4f60fdf0bf04ad9a4dc6978ccac887a] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=48.9 K 2024-11-15T19:59:09,634 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 379476efb8664b179fe7c9201de6e977, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731700743581 2024-11-15T19:59:09,634 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f32926cf29941be9a17e00747879e12, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731700743581 2024-11-15T19:59:09,634 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting abdc53b644d447c59128c8d888e5cb4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731700744225 2024-11-15T19:59:09,634 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c69e87eae7b4d1286f191bf00fbbde9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731700744225 2024-11-15T19:59:09,635 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b7094ad819248659a34940bc85e9f04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731700746463 2024-11-15T19:59:09,635 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc53ddb223ca484f82131f26e96ba9d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731700746463 2024-11-15T19:59:09,635 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting e4f60fdf0bf04ad9a4dc6978ccac887a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731700747149 2024-11-15T19:59:09,636 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5558576e1a754336b2c4fa84b779cb33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731700747149 2024-11-15T19:59:09,682 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#A#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:09,682 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/1ea149535d4f44acbfefa87192ac973c is 50, key is test_row_0/A:col10/1731700748306/Put/seqid=0 2024-11-15T19:59:09,683 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#B#compaction#93 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:09,684 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/f47346ff188443ad8edbfb54074c775e is 50, key is test_row_0/B:col10/1731700748306/Put/seqid=0 2024-11-15T19:59:09,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741930_1106 (size=13357) 2024-11-15T19:59:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T19:59:09,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-15T19:59:09,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:09,747 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T19:59:09,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741931_1107 (size=13357) 2024-11-15T19:59:09,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/420dc229ca9545f396a2e79679368639 is 50, key is test_row_0/A:col10/1731700748412/Put/seqid=0 2024-11-15T19:59:09,760 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/f47346ff188443ad8edbfb54074c775e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/f47346ff188443ad8edbfb54074c775e 2024-11-15T19:59:09,770 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bfc83fe1893634620b3c971b384fa305/B of bfc83fe1893634620b3c971b384fa305 into f47346ff188443ad8edbfb54074c775e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:09,770 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:09,770 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/B, priority=12, startTime=1731700749631; duration=0sec 2024-11-15T19:59:09,770 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:09,770 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:B 2024-11-15T19:59:09,771 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:09,780 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:09,780 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): bfc83fe1893634620b3c971b384fa305/C is initiating minor compaction (all files) 2024-11-15T19:59:09,780 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bfc83fe1893634620b3c971b384fa305/C in TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:09,781 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/67fe92e109bc46a09a88e7e415410fa0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/493d645d544f46c29b14cc1c53b15336, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/7b1b65a783a3482c903f6091ad10208d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/fb9eed6a525444278aa30e5ccb5ced3f] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp, totalSize=48.9 K 2024-11-15T19:59:09,783 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 67fe92e109bc46a09a88e7e415410fa0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731700743581 2024-11-15T19:59:09,791 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 493d645d544f46c29b14cc1c53b15336, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731700744225 2024-11-15T19:59:09,791 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b1b65a783a3482c903f6091ad10208d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731700746463 2024-11-15T19:59:09,792 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting fb9eed6a525444278aa30e5ccb5ced3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731700747149 2024-11-15T19:59:09,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741932_1108 (size=12301) 2024-11-15T19:59:09,824 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bfc83fe1893634620b3c971b384fa305#C#compaction#96 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:09,825 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/9d2e3a5f12eb4649bfa8d483edf91e82 is 50, key is test_row_0/C:col10/1731700748306/Put/seqid=0 2024-11-15T19:59:09,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741933_1109 (size=13357) 2024-11-15T19:59:09,861 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/9d2e3a5f12eb4649bfa8d483edf91e82 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/9d2e3a5f12eb4649bfa8d483edf91e82 2024-11-15T19:59:09,873 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bfc83fe1893634620b3c971b384fa305/C of bfc83fe1893634620b3c971b384fa305 into 9d2e3a5f12eb4649bfa8d483edf91e82(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:09,873 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:09,873 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/C, priority=12, startTime=1731700749632; duration=0sec 2024-11-15T19:59:09,873 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:09,873 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:C 2024-11-15T19:59:09,950 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-15T19:59:09,950 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:09,955 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-15T19:59:09,955 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:09,956 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:09,956 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:09,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:09,958 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:09,959 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-15T19:59:09,959 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:09,959 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:09,959 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:09,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:09,959 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-15T19:59:09,959 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:09,959 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:09,959 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:09,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:09,960 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:09,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:10,120 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/1ea149535d4f44acbfefa87192ac973c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/1ea149535d4f44acbfefa87192ac973c 2024-11-15T19:59:10,129 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bfc83fe1893634620b3c971b384fa305/A of bfc83fe1893634620b3c971b384fa305 into 1ea149535d4f44acbfefa87192ac973c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:10,129 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:10,129 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., storeName=bfc83fe1893634620b3c971b384fa305/A, priority=12, startTime=1731700749630; duration=0sec 2024-11-15T19:59:10,129 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:10,129 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bfc83fe1893634620b3c971b384fa305:A 2024-11-15T19:59:10,201 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/420dc229ca9545f396a2e79679368639 2024-11-15T19:59:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/725ae4dcaeb84112b16f035ed07f4c94 is 50, key is test_row_0/B:col10/1731700748412/Put/seqid=0 2024-11-15T19:59:10,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741934_1110 (size=12301) 2024-11-15T19:59:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T19:59:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on bfc83fe1893634620b3c971b384fa305 2024-11-15T19:59:10,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. as already flushing 2024-11-15T19:59:10,583 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-15T19:59:10,583 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-15T19:59:10,583 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:10,583 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:10,583 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:10,583 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:10,583 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:10,583 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:10,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:10,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:10,584 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-15T19:59:10,584 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:10,584 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:10,584 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:10,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:10,602 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-15T19:59:10,602 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-15T19:59:10,602 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:10,602 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:10,602 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:10,602 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:10,602 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:10,602 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:10,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:10,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:10,627 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/725ae4dcaeb84112b16f035ed07f4c94 2024-11-15T19:59:10,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/3505a417315449c295783cabbfed8a8f is 50, key is test_row_0/C:col10/1731700748412/Put/seqid=0 2024-11-15T19:59:10,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741935_1111 (size=12301) 2024-11-15T19:59:10,659 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/3505a417315449c295783cabbfed8a8f 2024-11-15T19:59:10,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/420dc229ca9545f396a2e79679368639 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/420dc229ca9545f396a2e79679368639 2024-11-15T19:59:10,674 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/420dc229ca9545f396a2e79679368639, entries=150, sequenceid=481, filesize=12.0 K 2024-11-15T19:59:10,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/725ae4dcaeb84112b16f035ed07f4c94 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/725ae4dcaeb84112b16f035ed07f4c94 2024-11-15T19:59:10,685 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/725ae4dcaeb84112b16f035ed07f4c94, entries=150, sequenceid=481, filesize=12.0 K 2024-11-15T19:59:10,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/3505a417315449c295783cabbfed8a8f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/3505a417315449c295783cabbfed8a8f 2024-11-15T19:59:10,698 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/3505a417315449c295783cabbfed8a8f, entries=150, sequenceid=481, filesize=12.0 K 2024-11-15T19:59:10,699 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for bfc83fe1893634620b3c971b384fa305 in 952ms, sequenceid=481, compaction requested=false 2024-11-15T19:59:10,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for bfc83fe1893634620b3c971b384fa305: 2024-11-15T19:59:10,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:10,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-15T19:59:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-15T19:59:10,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-15T19:59:10,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5870 sec 2024-11-15T19:59:10,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.6030 sec 2024-11-15T19:59:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-15T19:59:11,251 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:11,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T19:59:11,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-15T19:59:11,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-15T19:59:11,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-15T19:59:11,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-15T19:59:11,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-15T19:59:11,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T19:59:11,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2521 2024-11-15T19:59:11,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2520 2024-11-15T19:59:11,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T19:59:11,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1199 2024-11-15T19:59:11,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3583 rows 2024-11-15T19:59:11,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1183 2024-11-15T19:59:11,251 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3547 rows 2024-11-15T19:59:11,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:59:11,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:59:11,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:11,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:11,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:11,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T19:59:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T19:59:11,264 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700751263"}]},"ts":"1731700751263"} 2024-11-15T19:59:11,266 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T19:59:11,266 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T19:59:11,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T19:59:11,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bfc83fe1893634620b3c971b384fa305, UNASSIGN}] 2024-11-15T19:59:11,273 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bfc83fe1893634620b3c971b384fa305, UNASSIGN 2024-11-15T19:59:11,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=bfc83fe1893634620b3c971b384fa305, regionState=CLOSING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T19:59:11,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bfc83fe1893634620b3c971b384fa305, UNASSIGN because future has completed 2024-11-15T19:59:11,277 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T19:59:11,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376}] 2024-11-15T19:59:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T19:59:11,434 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(122): Close bfc83fe1893634620b3c971b384fa305 2024-11-15T19:59:11,434 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T19:59:11,435 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1722): Closing bfc83fe1893634620b3c971b384fa305, disabling compactions & flushes 2024-11-15T19:59:11,435 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:11,435 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:11,435 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. after waiting 0 ms 2024-11-15T19:59:11,435 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:11,435 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(2902): Flushing bfc83fe1893634620b3c971b384fa305 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T19:59:11,440 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/bf11b53a674f47bb8a4609aecb93f979 is 50, key is test_row_0/A:col10/1731700750581/Put/seqid=0 2024-11-15T19:59:11,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741936_1112 (size=9857) 2024-11-15T19:59:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T19:59:11,846 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/bf11b53a674f47bb8a4609aecb93f979 2024-11-15T19:59:11,855 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/99ae999a8e564223934152ddddb261d3 is 50, key is test_row_0/B:col10/1731700750581/Put/seqid=0 2024-11-15T19:59:11,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741937_1113 (size=9857) 2024-11-15T19:59:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T19:59:12,261 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/99ae999a8e564223934152ddddb261d3 2024-11-15T19:59:12,271 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/5964d2fb4a6743b195e22458caf60c4a is 50, key is test_row_0/C:col10/1731700750581/Put/seqid=0 2024-11-15T19:59:12,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741938_1114 (size=9857) 2024-11-15T19:59:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T19:59:12,681 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/5964d2fb4a6743b195e22458caf60c4a 2024-11-15T19:59:12,687 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/A/bf11b53a674f47bb8a4609aecb93f979 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/bf11b53a674f47bb8a4609aecb93f979 2024-11-15T19:59:12,692 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/bf11b53a674f47bb8a4609aecb93f979, entries=100, sequenceid=492, filesize=9.6 K 2024-11-15T19:59:12,693 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/B/99ae999a8e564223934152ddddb261d3 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/99ae999a8e564223934152ddddb261d3 2024-11-15T19:59:12,697 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/99ae999a8e564223934152ddddb261d3, entries=100, sequenceid=492, filesize=9.6 K 2024-11-15T19:59:12,697 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/.tmp/C/5964d2fb4a6743b195e22458caf60c4a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/5964d2fb4a6743b195e22458caf60c4a 2024-11-15T19:59:12,702 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/5964d2fb4a6743b195e22458caf60c4a, entries=100, sequenceid=492, filesize=9.6 K 2024-11-15T19:59:12,702 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for bfc83fe1893634620b3c971b384fa305 in 1267ms, sequenceid=492, compaction requested=true 2024-11-15T19:59:12,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/840c696da6e5447d83bdaa712b7ea81f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/c9af70ede91640d3be8aee09c4eb0f72, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/16b96eb8b384429cbf4d625db0e46a35, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8c80c699264948d591f90194977c9684, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/7fe73962e7d644a5bf2b0be924c2b56d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/973410998fa34130a1ea7030f04ac2b8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/5165442110b74eb0bae6b9a3b0b77920, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/c03b6e575d4747d89dabeabc114a6d8c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/dd412731286149399a6c4665cf6d2579, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/2a45bee9cea746b695dd984242880d01, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/ba2a502e27c2450fa67239d96412b98a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/445439290cc942c59abc15283dea9ee7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/04b4ee12f08f4c0a8cb2fc7eb2f427ea, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/108dcbebeb654a0a95183c086166b33a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/0b14cd55c91041eea4cc1ac6afbb9005, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/7a13dee38d4a4c7b9ca88ab1ea0cd955, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/d2d202db39f94ba193af09f58e1ca24d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/b3c57df316aa482b830ec34cd3894a05, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8936e46a8d9043908c875a7668e638af, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/4a49419290c34577ae149817eef44586, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/31ef90968f8d47658a9eeef8bab84fba, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/3ceb64d0eff24934b8634a490e12501d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/e05a5475961f48deaf60a839bd5d6f56, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/824b4f177323441189895c516623d191, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/dc56edac4d9c449ebaf0646726b0a363, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/db80e6957e314df29306be7597cb9afe, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/3f32926cf29941be9a17e00747879e12, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/952891a3b3c940ccbf2543d4c797b51b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8c69e87eae7b4d1286f191bf00fbbde9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/bc53ddb223ca484f82131f26e96ba9d6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/5558576e1a754336b2c4fa84b779cb33] to archive 2024-11-15T19:59:12,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T19:59:12,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/840c696da6e5447d83bdaa712b7ea81f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/840c696da6e5447d83bdaa712b7ea81f 2024-11-15T19:59:12,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/c9af70ede91640d3be8aee09c4eb0f72 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/c9af70ede91640d3be8aee09c4eb0f72 2024-11-15T19:59:12,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/16b96eb8b384429cbf4d625db0e46a35 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/16b96eb8b384429cbf4d625db0e46a35 2024-11-15T19:59:12,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8c80c699264948d591f90194977c9684 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8c80c699264948d591f90194977c9684 2024-11-15T19:59:12,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/7fe73962e7d644a5bf2b0be924c2b56d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/7fe73962e7d644a5bf2b0be924c2b56d 2024-11-15T19:59:12,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/973410998fa34130a1ea7030f04ac2b8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/973410998fa34130a1ea7030f04ac2b8 2024-11-15T19:59:12,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/5165442110b74eb0bae6b9a3b0b77920 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/5165442110b74eb0bae6b9a3b0b77920 2024-11-15T19:59:12,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/c03b6e575d4747d89dabeabc114a6d8c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/c03b6e575d4747d89dabeabc114a6d8c 2024-11-15T19:59:12,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/dd412731286149399a6c4665cf6d2579 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/dd412731286149399a6c4665cf6d2579 2024-11-15T19:59:12,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/2a45bee9cea746b695dd984242880d01 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/2a45bee9cea746b695dd984242880d01 2024-11-15T19:59:12,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/ba2a502e27c2450fa67239d96412b98a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/ba2a502e27c2450fa67239d96412b98a 2024-11-15T19:59:12,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/445439290cc942c59abc15283dea9ee7 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/445439290cc942c59abc15283dea9ee7 2024-11-15T19:59:12,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/04b4ee12f08f4c0a8cb2fc7eb2f427ea to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/04b4ee12f08f4c0a8cb2fc7eb2f427ea 2024-11-15T19:59:12,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/108dcbebeb654a0a95183c086166b33a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/108dcbebeb654a0a95183c086166b33a 2024-11-15T19:59:12,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/0b14cd55c91041eea4cc1ac6afbb9005 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/0b14cd55c91041eea4cc1ac6afbb9005 2024-11-15T19:59:12,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/7a13dee38d4a4c7b9ca88ab1ea0cd955 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/7a13dee38d4a4c7b9ca88ab1ea0cd955 2024-11-15T19:59:12,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/d2d202db39f94ba193af09f58e1ca24d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/d2d202db39f94ba193af09f58e1ca24d 2024-11-15T19:59:12,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/b3c57df316aa482b830ec34cd3894a05 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/b3c57df316aa482b830ec34cd3894a05 2024-11-15T19:59:12,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8936e46a8d9043908c875a7668e638af to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8936e46a8d9043908c875a7668e638af 2024-11-15T19:59:12,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/4a49419290c34577ae149817eef44586 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/4a49419290c34577ae149817eef44586 2024-11-15T19:59:12,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/31ef90968f8d47658a9eeef8bab84fba to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/31ef90968f8d47658a9eeef8bab84fba 2024-11-15T19:59:12,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/3ceb64d0eff24934b8634a490e12501d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/3ceb64d0eff24934b8634a490e12501d 2024-11-15T19:59:12,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/e05a5475961f48deaf60a839bd5d6f56 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/e05a5475961f48deaf60a839bd5d6f56 2024-11-15T19:59:12,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/824b4f177323441189895c516623d191 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/824b4f177323441189895c516623d191 2024-11-15T19:59:12,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/dc56edac4d9c449ebaf0646726b0a363 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/dc56edac4d9c449ebaf0646726b0a363 2024-11-15T19:59:12,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/db80e6957e314df29306be7597cb9afe to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/db80e6957e314df29306be7597cb9afe 2024-11-15T19:59:12,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/3f32926cf29941be9a17e00747879e12 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/3f32926cf29941be9a17e00747879e12 2024-11-15T19:59:12,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/952891a3b3c940ccbf2543d4c797b51b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/952891a3b3c940ccbf2543d4c797b51b 2024-11-15T19:59:12,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8c69e87eae7b4d1286f191bf00fbbde9 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/8c69e87eae7b4d1286f191bf00fbbde9 2024-11-15T19:59:12,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/bc53ddb223ca484f82131f26e96ba9d6 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/bc53ddb223ca484f82131f26e96ba9d6 2024-11-15T19:59:12,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/5558576e1a754336b2c4fa84b779cb33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/5558576e1a754336b2c4fa84b779cb33 2024-11-15T19:59:12,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/dbb30cc48567418bb62352b5ad86ee7a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/9db4896c8c164c71afc8c1a5ad61182a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/918af8345b0a4c459b7f92a96972f5f2, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/d36fa20fbe404f62bc13cc25ff7baa08, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3e986e9ea5d5455d83a23b27b7846b37, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/55a32eec7bda46fa9ef7023f08da3e77, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/576bdeeee2084c7fa53506e9bc3af58a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/be4e2a62802f4dc5a456415ba6864588, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/1413706714bf43b7a0b5f36a69b67a75, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/6c97f802adf14a038f8f73ebad022984, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/c572e8ab05aa46219252a4940b70ea35, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e47ef4e6317f4da89e4a0374a4aa234b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ce6259e38ffb473180ac9e63072a026f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/52ffa615b1104bfb9210184a99558946, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e1e3cca57cfd4bffad99db9ce49f5b40, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/086ab758bada4276bde06332def4dc3c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/16d4a2ee97544f1d9826eea723b1c7e8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ec99158125b34cdeb8e54d71c7d5a587, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/fd22926ac6c54a4ea82f2780421ea6ea, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/c76cb02ef3c346fd80f5ba4b8376cb35, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/5489ade33bb043bb9ddd4e3fed043ff1, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/55835e95bcf8496291ed7af44241f1aa, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/bcea9b070b2e4fb087e0031d61d173fc, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/eef841b9e5df4bd2907b9c54293df36e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ff846f50be584fdfa226d1c19d6190be, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/108979d3db13465cac5928badfd5abf1, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/379476efb8664b179fe7c9201de6e977, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3b208f7276e047e68c301fd3c1bbf834, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/abdc53b644d447c59128c8d888e5cb4d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3b7094ad819248659a34940bc85e9f04, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e4f60fdf0bf04ad9a4dc6978ccac887a] to archive 2024-11-15T19:59:12,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T19:59:12,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/dbb30cc48567418bb62352b5ad86ee7a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/dbb30cc48567418bb62352b5ad86ee7a 2024-11-15T19:59:12,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/9db4896c8c164c71afc8c1a5ad61182a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/9db4896c8c164c71afc8c1a5ad61182a 2024-11-15T19:59:12,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/918af8345b0a4c459b7f92a96972f5f2 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/918af8345b0a4c459b7f92a96972f5f2 2024-11-15T19:59:12,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/d36fa20fbe404f62bc13cc25ff7baa08 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/d36fa20fbe404f62bc13cc25ff7baa08 2024-11-15T19:59:12,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3e986e9ea5d5455d83a23b27b7846b37 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3e986e9ea5d5455d83a23b27b7846b37 2024-11-15T19:59:12,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/55a32eec7bda46fa9ef7023f08da3e77 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/55a32eec7bda46fa9ef7023f08da3e77 2024-11-15T19:59:12,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/576bdeeee2084c7fa53506e9bc3af58a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/576bdeeee2084c7fa53506e9bc3af58a 2024-11-15T19:59:12,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/be4e2a62802f4dc5a456415ba6864588 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/be4e2a62802f4dc5a456415ba6864588 2024-11-15T19:59:12,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/1413706714bf43b7a0b5f36a69b67a75 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/1413706714bf43b7a0b5f36a69b67a75 2024-11-15T19:59:12,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/6c97f802adf14a038f8f73ebad022984 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/6c97f802adf14a038f8f73ebad022984 2024-11-15T19:59:12,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/c572e8ab05aa46219252a4940b70ea35 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/c572e8ab05aa46219252a4940b70ea35 2024-11-15T19:59:12,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e47ef4e6317f4da89e4a0374a4aa234b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e47ef4e6317f4da89e4a0374a4aa234b 2024-11-15T19:59:12,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ce6259e38ffb473180ac9e63072a026f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ce6259e38ffb473180ac9e63072a026f 2024-11-15T19:59:12,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/52ffa615b1104bfb9210184a99558946 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/52ffa615b1104bfb9210184a99558946 2024-11-15T19:59:12,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e1e3cca57cfd4bffad99db9ce49f5b40 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e1e3cca57cfd4bffad99db9ce49f5b40 2024-11-15T19:59:12,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/086ab758bada4276bde06332def4dc3c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/086ab758bada4276bde06332def4dc3c 2024-11-15T19:59:12,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/16d4a2ee97544f1d9826eea723b1c7e8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/16d4a2ee97544f1d9826eea723b1c7e8 2024-11-15T19:59:12,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ec99158125b34cdeb8e54d71c7d5a587 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ec99158125b34cdeb8e54d71c7d5a587 2024-11-15T19:59:12,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/fd22926ac6c54a4ea82f2780421ea6ea to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/fd22926ac6c54a4ea82f2780421ea6ea 2024-11-15T19:59:12,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/c76cb02ef3c346fd80f5ba4b8376cb35 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/c76cb02ef3c346fd80f5ba4b8376cb35 2024-11-15T19:59:12,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/5489ade33bb043bb9ddd4e3fed043ff1 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/5489ade33bb043bb9ddd4e3fed043ff1 2024-11-15T19:59:12,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/55835e95bcf8496291ed7af44241f1aa to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/55835e95bcf8496291ed7af44241f1aa 2024-11-15T19:59:12,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/bcea9b070b2e4fb087e0031d61d173fc to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/bcea9b070b2e4fb087e0031d61d173fc 2024-11-15T19:59:12,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/eef841b9e5df4bd2907b9c54293df36e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/eef841b9e5df4bd2907b9c54293df36e 2024-11-15T19:59:12,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ff846f50be584fdfa226d1c19d6190be to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/ff846f50be584fdfa226d1c19d6190be 2024-11-15T19:59:12,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/108979d3db13465cac5928badfd5abf1 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/108979d3db13465cac5928badfd5abf1 2024-11-15T19:59:12,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/379476efb8664b179fe7c9201de6e977 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/379476efb8664b179fe7c9201de6e977 2024-11-15T19:59:12,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3b208f7276e047e68c301fd3c1bbf834 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3b208f7276e047e68c301fd3c1bbf834 2024-11-15T19:59:12,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/abdc53b644d447c59128c8d888e5cb4d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/abdc53b644d447c59128c8d888e5cb4d 2024-11-15T19:59:12,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3b7094ad819248659a34940bc85e9f04 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/3b7094ad819248659a34940bc85e9f04 2024-11-15T19:59:12,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e4f60fdf0bf04ad9a4dc6978ccac887a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/e4f60fdf0bf04ad9a4dc6978ccac887a 2024-11-15T19:59:12,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/0d4926266d584cc3a92015e82b03b0e9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/6895866bd7fb4c38a7fb7dd297b47fd9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/9bad1848d67e409cb78fd84d6cb8e913, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/b3443730efdd43a38e3f50e6b4405df3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/ed0b7a0a1cbe480d8a18f50399eedc3c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4a5c58b329a64617a8af05a4e21cbcd5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/39100de00c3a4465b131f7b412e11741, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c69d6367298d4de39863282f16b93a00, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/150982a8234c410ea89991aaa36821b3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/3115345d81e447aa98397d35223eb64d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/90051e84d2c246f6959f5b8f1221b2fe, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c0b8917664e143fabf44326eb241d516, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c797c545796e4b77b5c9e2f1106c379c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/42c954afba824025b1d918abb16d78e3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/0557a2d774064e03ab248b4744b86dc9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/79ded1a5cb5e4d3c8746fa297b306dd3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/739b2f1658924f17af977a13aaf0e77f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/e5142e6b18fd415b835dd2b95961ad7b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/1fa4306d7a1e48d48d03eccb82a5364c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/64d66ff4d23a4489a76cfbc5258b5e35, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4049c663a3774681aa5ffe6f26e0ae83, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/01cc9a236a1a4841bc16f47d825e9dbe, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/279d694f7b0f4f178cc1d5fb78a61b2a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/6e16597ba29e4db4bfd5cbb8707c4bb7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4c8e21558072421da3791fb3b1cfd2f5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/3d0bfcf369e043b5bf70a60dfdfdff8e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/67fe92e109bc46a09a88e7e415410fa0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/9266a3ed3a444313bfb9df51c970bb74, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/493d645d544f46c29b14cc1c53b15336, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/7b1b65a783a3482c903f6091ad10208d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/fb9eed6a525444278aa30e5ccb5ced3f] to archive 2024-11-15T19:59:12,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T19:59:12,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/0d4926266d584cc3a92015e82b03b0e9 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/0d4926266d584cc3a92015e82b03b0e9 2024-11-15T19:59:12,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/6895866bd7fb4c38a7fb7dd297b47fd9 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/6895866bd7fb4c38a7fb7dd297b47fd9 2024-11-15T19:59:12,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/9bad1848d67e409cb78fd84d6cb8e913 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/9bad1848d67e409cb78fd84d6cb8e913 2024-11-15T19:59:12,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/b3443730efdd43a38e3f50e6b4405df3 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/b3443730efdd43a38e3f50e6b4405df3 2024-11-15T19:59:12,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/ed0b7a0a1cbe480d8a18f50399eedc3c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/ed0b7a0a1cbe480d8a18f50399eedc3c 2024-11-15T19:59:12,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4a5c58b329a64617a8af05a4e21cbcd5 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4a5c58b329a64617a8af05a4e21cbcd5 2024-11-15T19:59:12,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/39100de00c3a4465b131f7b412e11741 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/39100de00c3a4465b131f7b412e11741 2024-11-15T19:59:12,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c69d6367298d4de39863282f16b93a00 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c69d6367298d4de39863282f16b93a00 2024-11-15T19:59:12,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/150982a8234c410ea89991aaa36821b3 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/150982a8234c410ea89991aaa36821b3 2024-11-15T19:59:12,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/3115345d81e447aa98397d35223eb64d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/3115345d81e447aa98397d35223eb64d 2024-11-15T19:59:12,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/90051e84d2c246f6959f5b8f1221b2fe to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/90051e84d2c246f6959f5b8f1221b2fe 2024-11-15T19:59:12,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c0b8917664e143fabf44326eb241d516 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c0b8917664e143fabf44326eb241d516 2024-11-15T19:59:12,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c797c545796e4b77b5c9e2f1106c379c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/c797c545796e4b77b5c9e2f1106c379c 2024-11-15T19:59:12,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/42c954afba824025b1d918abb16d78e3 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/42c954afba824025b1d918abb16d78e3 2024-11-15T19:59:12,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/0557a2d774064e03ab248b4744b86dc9 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/0557a2d774064e03ab248b4744b86dc9 2024-11-15T19:59:12,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/79ded1a5cb5e4d3c8746fa297b306dd3 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/79ded1a5cb5e4d3c8746fa297b306dd3 2024-11-15T19:59:12,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/739b2f1658924f17af977a13aaf0e77f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/739b2f1658924f17af977a13aaf0e77f 2024-11-15T19:59:12,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/e5142e6b18fd415b835dd2b95961ad7b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/e5142e6b18fd415b835dd2b95961ad7b 2024-11-15T19:59:12,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/1fa4306d7a1e48d48d03eccb82a5364c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/1fa4306d7a1e48d48d03eccb82a5364c 2024-11-15T19:59:12,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/64d66ff4d23a4489a76cfbc5258b5e35 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/64d66ff4d23a4489a76cfbc5258b5e35 2024-11-15T19:59:12,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4049c663a3774681aa5ffe6f26e0ae83 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4049c663a3774681aa5ffe6f26e0ae83 2024-11-15T19:59:12,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/01cc9a236a1a4841bc16f47d825e9dbe to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/01cc9a236a1a4841bc16f47d825e9dbe 2024-11-15T19:59:12,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/279d694f7b0f4f178cc1d5fb78a61b2a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/279d694f7b0f4f178cc1d5fb78a61b2a 2024-11-15T19:59:12,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/6e16597ba29e4db4bfd5cbb8707c4bb7 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/6e16597ba29e4db4bfd5cbb8707c4bb7 2024-11-15T19:59:12,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4c8e21558072421da3791fb3b1cfd2f5 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/4c8e21558072421da3791fb3b1cfd2f5 2024-11-15T19:59:12,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/3d0bfcf369e043b5bf70a60dfdfdff8e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/3d0bfcf369e043b5bf70a60dfdfdff8e 2024-11-15T19:59:12,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/67fe92e109bc46a09a88e7e415410fa0 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/67fe92e109bc46a09a88e7e415410fa0 2024-11-15T19:59:12,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/9266a3ed3a444313bfb9df51c970bb74 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/9266a3ed3a444313bfb9df51c970bb74 2024-11-15T19:59:12,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/493d645d544f46c29b14cc1c53b15336 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/493d645d544f46c29b14cc1c53b15336 2024-11-15T19:59:12,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/7b1b65a783a3482c903f6091ad10208d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/7b1b65a783a3482c903f6091ad10208d 2024-11-15T19:59:12,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/fb9eed6a525444278aa30e5ccb5ced3f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/fb9eed6a525444278aa30e5ccb5ced3f 2024-11-15T19:59:12,864 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/recovered.edits/495.seqid, newMaxSeqId=495, maxSeqId=1 2024-11-15T19:59:12,865 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. 2024-11-15T19:59:12,865 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1676): Region close journal for bfc83fe1893634620b3c971b384fa305: Waiting for close lock at 1731700751434Running coprocessor pre-close hooks at 1731700751434Disabling compacts and flushes for region at 1731700751435 (+1 ms)Disabling writes for close at 1731700751435Obtaining lock to block concurrent updates at 1731700751435Preparing flush snapshotting stores in bfc83fe1893634620b3c971b384fa305 at 1731700751435Finished memstore snapshotting TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731700751435Flushing stores of TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305. at 1731700751436 (+1 ms)Flushing bfc83fe1893634620b3c971b384fa305/A: creating writer at 1731700751436Flushing bfc83fe1893634620b3c971b384fa305/A: appending metadata at 1731700751439 (+3 ms)Flushing bfc83fe1893634620b3c971b384fa305/A: closing flushed file at 1731700751439Flushing bfc83fe1893634620b3c971b384fa305/B: creating writer at 1731700751852 (+413 ms)Flushing bfc83fe1893634620b3c971b384fa305/B: appending metadata at 1731700751855 (+3 ms)Flushing bfc83fe1893634620b3c971b384fa305/B: closing flushed file at 1731700751855Flushing bfc83fe1893634620b3c971b384fa305/C: creating writer at 1731700752267 (+412 ms)Flushing bfc83fe1893634620b3c971b384fa305/C: appending metadata at 1731700752271 (+4 ms)Flushing bfc83fe1893634620b3c971b384fa305/C: closing flushed file at 1731700752271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12fa9246: reopening flushed file at 1731700752686 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c8a635: reopening flushed file at 1731700752692 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62e327b1: reopening flushed file at 1731700752697 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for bfc83fe1893634620b3c971b384fa305 in 1267ms, sequenceid=492, compaction requested=true at 1731700752703 (+6 ms)Writing region close event to WAL at 1731700752857 (+154 ms)Running coprocessor post-close hooks at 1731700752865 (+8 ms)Closed at 1731700752865 2024-11-15T19:59:12,868 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(157): Closed bfc83fe1893634620b3c971b384fa305 2024-11-15T19:59:12,868 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=bfc83fe1893634620b3c971b384fa305, regionState=CLOSED 2024-11-15T19:59:12,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T19:59:12,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-15T19:59:12,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseRegionProcedure bfc83fe1893634620b3c971b384fa305, server=c325ef450a96,42595,1731700725376 in 1.5950 sec 2024-11-15T19:59:12,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=24 2024-11-15T19:59:12,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=24, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bfc83fe1893634620b3c971b384fa305, UNASSIGN in 1.6020 sec 2024-11-15T19:59:12,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-15T19:59:12,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6090 sec 2024-11-15T19:59:12,880 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700752879"}]},"ts":"1731700752879"} 2024-11-15T19:59:12,881 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T19:59:12,881 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T19:59:12,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6240 sec 2024-11-15T19:59:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-15T19:59:13,421 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:13,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T19:59:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:13,431 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T19:59:13,433 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=27, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:13,439 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305 2024-11-15T19:59:13,444 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/recovered.edits] 2024-11-15T19:59:13,448 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/1ea149535d4f44acbfefa87192ac973c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/1ea149535d4f44acbfefa87192ac973c 2024-11-15T19:59:13,450 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/420dc229ca9545f396a2e79679368639 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/420dc229ca9545f396a2e79679368639 2024-11-15T19:59:13,452 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/bf11b53a674f47bb8a4609aecb93f979 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/A/bf11b53a674f47bb8a4609aecb93f979 2024-11-15T19:59:13,455 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/725ae4dcaeb84112b16f035ed07f4c94 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/725ae4dcaeb84112b16f035ed07f4c94 2024-11-15T19:59:13,457 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/99ae999a8e564223934152ddddb261d3 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/99ae999a8e564223934152ddddb261d3 2024-11-15T19:59:13,461 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/f47346ff188443ad8edbfb54074c775e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/B/f47346ff188443ad8edbfb54074c775e 2024-11-15T19:59:13,465 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/3505a417315449c295783cabbfed8a8f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/3505a417315449c295783cabbfed8a8f 2024-11-15T19:59:13,467 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/5964d2fb4a6743b195e22458caf60c4a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/5964d2fb4a6743b195e22458caf60c4a 2024-11-15T19:59:13,469 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/9d2e3a5f12eb4649bfa8d483edf91e82 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/C/9d2e3a5f12eb4649bfa8d483edf91e82 2024-11-15T19:59:13,478 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/recovered.edits/495.seqid to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305/recovered.edits/495.seqid 2024-11-15T19:59:13,479 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/bfc83fe1893634620b3c971b384fa305 2024-11-15T19:59:13,479 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T19:59:13,485 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=27, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:13,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T19:59:13,501 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T19:59:13,536 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T19:59:13,538 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=27, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:13,538 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T19:59:13,538 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731700753538"}]},"ts":"9223372036854775807"} 2024-11-15T19:59:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T19:59:13,544 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T19:59:13,544 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => bfc83fe1893634620b3c971b384fa305, NAME => 'TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T19:59:13,544 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T19:59:13,544 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731700753544"}]},"ts":"9223372036854775807"} 2024-11-15T19:59:13,547 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T19:59:13,548 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=27, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:13,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 123 msec 2024-11-15T19:59:13,565 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T19:59:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-15T19:59:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T19:59:13,752 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:13,764 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c325ef450a96:42595-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2036895351_22 at /127.0.0.1:53086 [Waiting for operation #224] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_516271861_22 at /127.0.0.1:53188 [Waiting for operation #183] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_REGION-regionserver/c325ef450a96:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2036895351_22 at /127.0.0.1:58054 [Waiting for operation #235] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=445 (was 314) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1070 (was 631) - AvailableMemoryMB LEAK? - 2024-11-15T19:59:13,773 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=1070 2024-11-15T19:59:13,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T19:59:13,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:59:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:13,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T19:59:13,778 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:13,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 28 2024-11-15T19:59:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-15T19:59:13,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T19:59:13,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741939_1115 (size=959) 2024-11-15T19:59:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-15T19:59:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-15T19:59:14,188 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97 2024-11-15T19:59:14,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741940_1116 (size=53) 2024-11-15T19:59:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-15T19:59:14,595 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:59:14,595 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1ec242c4159a908c278d3ce68e9eec70, disabling compactions & flushes 2024-11-15T19:59:14,595 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:14,595 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:14,595 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. after waiting 0 ms 2024-11-15T19:59:14,595 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:14,595 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:14,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ec242c4159a908c278d3ce68e9eec70: Waiting for close lock at 1731700754595Disabling compacts and flushes for region at 1731700754595Disabling writes for close at 1731700754595Writing region close event to WAL at 1731700754595Closed at 1731700754595 2024-11-15T19:59:14,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T19:59:14,597 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731700754597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700754597"}]},"ts":"1731700754597"} 2024-11-15T19:59:14,599 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T19:59:14,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T19:59:14,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700754600"}]},"ts":"1731700754600"} 2024-11-15T19:59:14,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T19:59:14,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec242c4159a908c278d3ce68e9eec70, ASSIGN}] 2024-11-15T19:59:14,603 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec242c4159a908c278d3ce68e9eec70, ASSIGN 2024-11-15T19:59:14,604 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec242c4159a908c278d3ce68e9eec70, ASSIGN; state=OFFLINE, location=c325ef450a96,42595,1731700725376; forceNewPlan=false, retain=false 2024-11-15T19:59:14,755 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=1ec242c4159a908c278d3ce68e9eec70, regionState=OPENING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T19:59:14,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec242c4159a908c278d3ce68e9eec70, ASSIGN because future has completed 2024-11-15T19:59:14,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376}] 2024-11-15T19:59:14,915 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:14,915 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:59:14,915 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:14,916 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:59:14,916 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:14,916 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:14,917 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:14,919 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ec242c4159a908c278d3ce68e9eec70 columnFamilyName A 2024-11-15T19:59:14,920 DEBUG [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:14,920 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] regionserver.HStore(327): Store=1ec242c4159a908c278d3ce68e9eec70/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:59:14,920 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-15T19:59:14,922 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ec242c4159a908c278d3ce68e9eec70 columnFamilyName B 2024-11-15T19:59:14,922 DEBUG [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:14,922 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] regionserver.HStore(327): Store=1ec242c4159a908c278d3ce68e9eec70/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:59:14,923 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:14,924 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ec242c4159a908c278d3ce68e9eec70 columnFamilyName C 2024-11-15T19:59:14,924 DEBUG [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:14,925 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] regionserver.HStore(327): Store=1ec242c4159a908c278d3ce68e9eec70/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:59:14,925 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:14,925 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:14,926 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:14,927 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:14,927 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:14,927 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T19:59:14,928 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:14,930 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:59:14,931 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened 1ec242c4159a908c278d3ce68e9eec70; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72320697, jitterRate=0.07766236364841461}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T19:59:14,931 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:14,931 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 1ec242c4159a908c278d3ce68e9eec70: Running coprocessor pre-open hook at 1731700754916Writing region info on filesystem at 1731700754916Initializing all the Stores at 1731700754917 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700754917Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700754917Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700754917Cleaning up temporary data from old regions at 1731700754927 (+10 ms)Running coprocessor post-open hooks at 1731700754931 (+4 ms)Region opened successfully at 1731700754931 2024-11-15T19:59:14,932 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., pid=30, masterSystemTime=1731700754911 2024-11-15T19:59:14,935 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:14,935 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:14,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=1ec242c4159a908c278d3ce68e9eec70, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T19:59:14,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T19:59:14,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-15T19:59:14,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 in 180 msec 2024-11-15T19:59:14,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-15T19:59:14,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec242c4159a908c278d3ce68e9eec70, ASSIGN in 339 msec 2024-11-15T19:59:14,944 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T19:59:14,944 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700754944"}]},"ts":"1731700754944"} 2024-11-15T19:59:14,946 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T19:59:14,947 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T19:59:14,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1710 sec 2024-11-15T19:59:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-15T19:59:15,930 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:15,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338737eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:15,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:15,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:15,933 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:15,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:15,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:15,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f29e26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:15,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:15,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:15,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:15,935 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a13e1f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:15,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:15,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:15,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:59:15,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c325ef450a96,43137,1731700724558 2024-11-15T19:59:15,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6479eaa0 2024-11-15T19:59:15,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:59:15,943 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:59:15,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T19:59:15,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:59:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:15,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741941_1117 (size=995) 2024-11-15T19:59:16,370 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-15T19:59:16,370 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-15T19:59:16,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T19:59:16,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec242c4159a908c278d3ce68e9eec70, REOPEN/MOVE}] 2024-11-15T19:59:16,383 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec242c4159a908c278d3ce68e9eec70, REOPEN/MOVE 2024-11-15T19:59:16,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1ec242c4159a908c278d3ce68e9eec70, regionState=CLOSING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T19:59:16,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec242c4159a908c278d3ce68e9eec70, REOPEN/MOVE because future has completed 2024-11-15T19:59:16,386 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T19:59:16,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376}] 2024-11-15T19:59:16,539 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:16,539 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T19:59:16,539 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 1ec242c4159a908c278d3ce68e9eec70, disabling compactions & flushes 2024-11-15T19:59:16,539 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:16,539 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:16,539 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. after waiting 0 ms 2024-11-15T19:59:16,540 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:16,544 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T19:59:16,545 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:16,545 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 1ec242c4159a908c278d3ce68e9eec70: Waiting for close lock at 1731700756539Running coprocessor pre-close hooks at 1731700756539Disabling compacts and flushes for region at 1731700756539Disabling writes for close at 1731700756540 (+1 ms)Writing region close event to WAL at 1731700756540Running coprocessor post-close hooks at 1731700756545 (+5 ms)Closed at 1731700756545 2024-11-15T19:59:16,545 WARN [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionServer(3299): Not adding moved region record: 1ec242c4159a908c278d3ce68e9eec70 to self. 2024-11-15T19:59:16,547 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:16,548 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1ec242c4159a908c278d3ce68e9eec70, regionState=CLOSED 2024-11-15T19:59:16,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T19:59:16,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-15T19:59:16,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 in 165 msec 2024-11-15T19:59:16,554 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec242c4159a908c278d3ce68e9eec70, REOPEN/MOVE; state=CLOSED, location=c325ef450a96,42595,1731700725376; forceNewPlan=false, retain=true 2024-11-15T19:59:16,705 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1ec242c4159a908c278d3ce68e9eec70, regionState=OPENING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T19:59:16,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec242c4159a908c278d3ce68e9eec70, REOPEN/MOVE because future has completed 2024-11-15T19:59:16,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376}] 2024-11-15T19:59:16,863 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:16,863 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:59:16,863 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:16,863 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:59:16,864 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:16,864 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:16,868 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:16,874 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ec242c4159a908c278d3ce68e9eec70 columnFamilyName A 2024-11-15T19:59:16,876 DEBUG [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:16,876 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] regionserver.HStore(327): Store=1ec242c4159a908c278d3ce68e9eec70/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:59:16,877 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:16,878 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ec242c4159a908c278d3ce68e9eec70 columnFamilyName B 2024-11-15T19:59:16,878 DEBUG [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:16,879 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] regionserver.HStore(327): Store=1ec242c4159a908c278d3ce68e9eec70/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:59:16,879 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:16,880 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ec242c4159a908c278d3ce68e9eec70 columnFamilyName C 2024-11-15T19:59:16,880 DEBUG [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:16,880 INFO [StoreOpener-1ec242c4159a908c278d3ce68e9eec70-1 {}] regionserver.HStore(327): Store=1ec242c4159a908c278d3ce68e9eec70/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:59:16,880 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:16,881 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:16,882 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:16,883 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:16,883 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:16,883 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T19:59:16,884 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:16,885 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 1ec242c4159a908c278d3ce68e9eec70; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64865925, jitterRate=-0.03342239558696747}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T19:59:16,885 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:16,886 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 1ec242c4159a908c278d3ce68e9eec70: Running coprocessor pre-open hook at 1731700756864Writing region info on filesystem at 1731700756864Initializing all the Stores at 1731700756864Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700756865 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700756865Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700756865Cleaning up temporary data from old regions at 1731700756883 (+18 ms)Running coprocessor post-open hooks at 1731700756885 (+2 ms)Region opened successfully at 1731700756886 (+1 ms) 2024-11-15T19:59:16,887 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., pid=35, masterSystemTime=1731700756859 2024-11-15T19:59:16,890 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:16,890 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:16,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1ec242c4159a908c278d3ce68e9eec70, regionState=OPEN, openSeqNum=5, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T19:59:16,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T19:59:16,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33 2024-11-15T19:59:16,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 in 186 msec 2024-11-15T19:59:16,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-15T19:59:16,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec242c4159a908c278d3ce68e9eec70, REOPEN/MOVE in 513 msec 2024-11-15T19:59:16,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-15T19:59:16,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 524 msec 2024-11-15T19:59:16,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 950 msec 2024-11-15T19:59:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-15T19:59:16,905 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:16,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb0fd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:16,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:16,907 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:16,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:16,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:16,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ba6db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:16,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:16,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:16,908 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389942aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ed5d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:16,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:16,911 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2ecc06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:16,912 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:16,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8e0dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4406a4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:16,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:16,914 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:16,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:16,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:16,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@905a3cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:16,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:16,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:16,916 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:16,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8087bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7230d245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:16,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:16,918 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:16,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:16,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:16,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78aeeff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:16,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:16,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:16,919 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:16,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28aa1c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b236c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:16,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:16,921 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:16,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:16,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:16,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b29daec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:16,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:16,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:16,922 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:16,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1367299f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677aa7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:16,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:16,925 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:16,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:16,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:16,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b9a2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:16,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:16,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:16,926 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:16,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390fdcf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae3464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:16,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:16,928 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:16,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:16,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:16,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719521c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:16,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:16,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:16,929 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:16,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d0ad0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbb11d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:16,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:16,931 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1f9e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:16,933 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:16,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a52b838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d2a6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:16,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:16,935 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f86236a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:16,936 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:16,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3035364d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:16,938 DEBUG [Thread-601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:16,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:16,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:16,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:16,942 DEBUG [Thread-599 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:16,943 DEBUG [Thread-605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:16,943 DEBUG [Thread-607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:16,944 DEBUG [Thread-607 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:16,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:16,944 DEBUG [Thread-607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:16,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:16,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:16,945 DEBUG [Thread-616 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:16,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:16,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:16,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:16,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T19:59:16,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:16,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T19:59:16,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T19:59:16,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:16,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T19:59:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T19:59:16,959 DEBUG [Thread-612 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:16,959 DEBUG [Thread-610 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:16,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:16,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:16,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:16,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:16,961 DEBUG [Thread-614 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:16,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:16,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:16,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:16,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:16,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:16,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:16,963 DEBUG [Thread-603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-15T19:59:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:16,964 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:16,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T19:59:16,965 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T19:59:16,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T19:59:16,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T19:59:16,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T19:59:16,968 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:16,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:16,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:16,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:16,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T19:59:17,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b6b9da666a474ce8a8878946e9f31de4_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700756959/Put/seqid=0 2024-11-15T19:59:17,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700817031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700817033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700817037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700817039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700817041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T19:59:17,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741942_1118 (size=12154) 2024-11-15T19:59:17,073 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,081 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b6b9da666a474ce8a8878946e9f31de4_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b6b9da666a474ce8a8878946e9f31de4_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:17,083 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/e3ba148bdfd24ee5aad3cb20b036ce96, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:17,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/e3ba148bdfd24ee5aad3cb20b036ce96 is 175, key is test_row_0/A:col10/1731700756959/Put/seqid=0 2024-11-15T19:59:17,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741943_1119 (size=30955) 2024-11-15T19:59:17,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-15T19:59:17,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:17,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:17,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:17,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:17,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:17,125 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/e3ba148bdfd24ee5aad3cb20b036ce96 2024-11-15T19:59:17,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700817151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700817151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700817151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700817152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700817152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/f81bc5ec115f4b078e60775db68e086d is 50, key is test_row_0/B:col10/1731700756959/Put/seqid=0 2024-11-15T19:59:17,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741944_1120 (size=12001) 2024-11-15T19:59:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T19:59:17,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-15T19:59:17,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:17,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:17,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:17,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:17,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:17,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700817360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700817361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700817370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700817370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700817370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-15T19:59:17,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:17,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:17,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:17,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:17,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:17,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/f81bc5ec115f4b078e60775db68e086d 2024-11-15T19:59:17,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-15T19:59:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T19:59:17,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:17,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:17,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:17,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:17,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:17,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/be69f2dee9774f6bbe5c27edc0a9e9b5 is 50, key is test_row_0/C:col10/1731700756959/Put/seqid=0 2024-11-15T19:59:17,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741945_1121 (size=12001) 2024-11-15T19:59:17,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/be69f2dee9774f6bbe5c27edc0a9e9b5 2024-11-15T19:59:17,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/e3ba148bdfd24ee5aad3cb20b036ce96 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/e3ba148bdfd24ee5aad3cb20b036ce96 2024-11-15T19:59:17,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/e3ba148bdfd24ee5aad3cb20b036ce96, entries=150, sequenceid=17, filesize=30.2 K 2024-11-15T19:59:17,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700817670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700817672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/f81bc5ec115f4b078e60775db68e086d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f81bc5ec115f4b078e60775db68e086d 2024-11-15T19:59:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700817681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700817681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700817682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:17,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:17,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f81bc5ec115f4b078e60775db68e086d, entries=150, sequenceid=17, filesize=11.7 K 2024-11-15T19:59:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/be69f2dee9774f6bbe5c27edc0a9e9b5 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/be69f2dee9774f6bbe5c27edc0a9e9b5 2024-11-15T19:59:17,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/be69f2dee9774f6bbe5c27edc0a9e9b5, entries=150, sequenceid=17, filesize=11.7 K 2024-11-15T19:59:17,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1ec242c4159a908c278d3ce68e9eec70 in 758ms, sequenceid=17, compaction requested=false 2024-11-15T19:59:17,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:17,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-15T19:59:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:17,746 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T19:59:17,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c2f533b8177d42c895a41b7a139ebb6a_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700757035/Put/seqid=0 2024-11-15T19:59:17,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741946_1122 (size=12154) 2024-11-15T19:59:17,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,805 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c2f533b8177d42c895a41b7a139ebb6a_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c2f533b8177d42c895a41b7a139ebb6a_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:17,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/feb1e52b51dc4e9d83c625c8a0a87f26, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/feb1e52b51dc4e9d83c625c8a0a87f26 is 175, key is test_row_0/A:col10/1731700757035/Put/seqid=0 2024-11-15T19:59:17,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741947_1123 (size=30955) 2024-11-15T19:59:17,826 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/feb1e52b51dc4e9d83c625c8a0a87f26 2024-11-15T19:59:17,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/f51a7d5b37464472a919775a8829ab5d is 50, key is test_row_0/B:col10/1731700757035/Put/seqid=0 2024-11-15T19:59:17,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741948_1124 (size=12001) 2024-11-15T19:59:17,919 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/f51a7d5b37464472a919775a8829ab5d 2024-11-15T19:59:17,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/a5e9a46c82e34fa8b1dab60fed741109 is 50, key is test_row_0/C:col10/1731700757035/Put/seqid=0 2024-11-15T19:59:17,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741949_1125 (size=12001) 2024-11-15T19:59:17,955 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/a5e9a46c82e34fa8b1dab60fed741109 2024-11-15T19:59:17,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/feb1e52b51dc4e9d83c625c8a0a87f26 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/feb1e52b51dc4e9d83c625c8a0a87f26 2024-11-15T19:59:17,974 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/feb1e52b51dc4e9d83c625c8a0a87f26, entries=150, sequenceid=40, filesize=30.2 K 2024-11-15T19:59:17,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/f51a7d5b37464472a919775a8829ab5d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f51a7d5b37464472a919775a8829ab5d 2024-11-15T19:59:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,985 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f51a7d5b37464472a919775a8829ab5d, entries=150, sequenceid=40, filesize=11.7 K 2024-11-15T19:59:17,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/a5e9a46c82e34fa8b1dab60fed741109 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a5e9a46c82e34fa8b1dab60fed741109 2024-11-15T19:59:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,995 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a5e9a46c82e34fa8b1dab60fed741109, entries=150, sequenceid=40, filesize=11.7 K 2024-11-15T19:59:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,996 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 1ec242c4159a908c278d3ce68e9eec70 in 250ms, sequenceid=40, compaction requested=false 2024-11-15T19:59:17,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:17,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:17,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-15T19:59:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-15T19:59:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-15T19:59:18,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0310 sec 2024-11-15T19:59:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.0430 sec 2024-11-15T19:59:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T19:59:18,101 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-15T19:59:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-15T19:59:18,104 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,105 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-15T19:59:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-15T19:59:18,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,259 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T19:59:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:18,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a5c4c38b2c4a41579e44c49955db94d1_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700758222/Put/seqid=0 2024-11-15T19:59:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741950_1126 (size=21918) 2024-11-15T19:59:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,313 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a5c4c38b2c4a41579e44c49955db94d1_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a5c4c38b2c4a41579e44c49955db94d1_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/22ee2753fb1841e28292ee2d88b47576, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:18,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/22ee2753fb1841e28292ee2d88b47576 is 175, key is test_row_0/A:col10/1731700758222/Put/seqid=0 2024-11-15T19:59:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700818318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700818319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700818320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700818322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700818329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741951_1127 (size=65323) 2024-11-15T19:59:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,340 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/22ee2753fb1841e28292ee2d88b47576 2024-11-15T19:59:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:18,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/d7b47b113b5e43008808c30514607db3 is 50, key is test_row_0/B:col10/1731700758222/Put/seqid=0 2024-11-15T19:59:18,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741952_1128 (size=12001) 2024-11-15T19:59:18,384 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/d7b47b113b5e43008808c30514607db3 2024-11-15T19:59:18,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/f0f0accd12614285a6488c5d8d7b8148 is 50, key is test_row_0/C:col10/1731700758222/Put/seqid=0 2024-11-15T19:59:18,411 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T19:59:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-15T19:59:18,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741953_1129 (size=12001) 2024-11-15T19:59:18,439 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/f0f0accd12614285a6488c5d8d7b8148 2024-11-15T19:59:18,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700818442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700818443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700818443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700818445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700818445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/22ee2753fb1841e28292ee2d88b47576 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/22ee2753fb1841e28292ee2d88b47576 2024-11-15T19:59:18,467 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/22ee2753fb1841e28292ee2d88b47576, entries=350, sequenceid=50, filesize=63.8 K 2024-11-15T19:59:18,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/d7b47b113b5e43008808c30514607db3 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d7b47b113b5e43008808c30514607db3 2024-11-15T19:59:18,479 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d7b47b113b5e43008808c30514607db3, entries=150, sequenceid=50, filesize=11.7 K 2024-11-15T19:59:18,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/f0f0accd12614285a6488c5d8d7b8148 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/f0f0accd12614285a6488c5d8d7b8148 2024-11-15T19:59:18,489 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/f0f0accd12614285a6488c5d8d7b8148, entries=150, sequenceid=50, filesize=11.7 K 2024-11-15T19:59:18,490 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 1ec242c4159a908c278d3ce68e9eec70 in 231ms, sequenceid=50, compaction requested=true 2024-11-15T19:59:18,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:18,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:18,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-15T19:59:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-15T19:59:18,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-15T19:59:18,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 388 msec 2024-11-15T19:59:18,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 396 msec 2024-11-15T19:59:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:18,654 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:18,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-15T19:59:18,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700818657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700818659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700818663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115468ed69cc5664e7c82d9672fc3256b96_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700758318/Put/seqid=0 2024-11-15T19:59:18,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700818665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700818665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741954_1130 (size=17034) 2024-11-15T19:59:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-15T19:59:18,730 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:18,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-15T19:59:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T19:59:18,735 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:18,736 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:18,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:18,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700818770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700818770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700818781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700818781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700818781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T19:59:18,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-15T19:59:18,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:18,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:18,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:18,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:18,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:18,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700818981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700818981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700818991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700818991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:18,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700818991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:18,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:18,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:19,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-15T19:59:19,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:19,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:19,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:19,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:19,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T19:59:19,085 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:19,094 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115468ed69cc5664e7c82d9672fc3256b96_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115468ed69cc5664e7c82d9672fc3256b96_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:19,096 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/64b6842050d04cc48ae0ffd715fb9e13, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:19,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/64b6842050d04cc48ae0ffd715fb9e13 is 175, key is test_row_0/A:col10/1731700758318/Put/seqid=0 2024-11-15T19:59:19,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741955_1131 (size=48139) 2024-11-15T19:59:19,109 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/64b6842050d04cc48ae0ffd715fb9e13 2024-11-15T19:59:19,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/7702b68979ee45ba9b80a6966d9d1e16 is 50, key is test_row_0/B:col10/1731700758318/Put/seqid=0 2024-11-15T19:59:19,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741956_1132 (size=12001) 2024-11-15T19:59:19,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-15T19:59:19,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:19,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:19,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:19,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:19,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:19,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700819291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:19,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700819291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:19,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700819300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:19,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700819300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:19,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:19,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:19,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700819301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:19,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:19,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:19,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-15T19:59:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:19,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:19,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:19,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T19:59:19,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-15T19:59:19,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:19,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:19,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:19,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:19,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:19,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/7702b68979ee45ba9b80a6966d9d1e16 2024-11-15T19:59:19,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/25fd29df782d484f89715220f5155386 is 50, key is test_row_0/C:col10/1731700758318/Put/seqid=0 2024-11-15T19:59:19,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741957_1133 (size=12001) 2024-11-15T19:59:19,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/25fd29df782d484f89715220f5155386 2024-11-15T19:59:19,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/64b6842050d04cc48ae0ffd715fb9e13 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/64b6842050d04cc48ae0ffd715fb9e13 2024-11-15T19:59:19,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/64b6842050d04cc48ae0ffd715fb9e13, entries=250, sequenceid=78, filesize=47.0 K 2024-11-15T19:59:19,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/7702b68979ee45ba9b80a6966d9d1e16 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/7702b68979ee45ba9b80a6966d9d1e16 2024-11-15T19:59:19,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/7702b68979ee45ba9b80a6966d9d1e16, entries=150, sequenceid=78, filesize=11.7 K 2024-11-15T19:59:19,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/25fd29df782d484f89715220f5155386 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/25fd29df782d484f89715220f5155386 2024-11-15T19:59:19,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/25fd29df782d484f89715220f5155386, entries=150, sequenceid=78, filesize=11.7 K 2024-11-15T19:59:19,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1ec242c4159a908c278d3ce68e9eec70 in 989ms, sequenceid=78, compaction requested=true 2024-11-15T19:59:19,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:19,643 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:19,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:19,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:19,645 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:19,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:19,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:19,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:19,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:19,646 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 175372 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:19,646 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/A is initiating minor compaction (all files) 2024-11-15T19:59:19,647 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/A in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:19,647 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/e3ba148bdfd24ee5aad3cb20b036ce96, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/feb1e52b51dc4e9d83c625c8a0a87f26, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/22ee2753fb1841e28292ee2d88b47576, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/64b6842050d04cc48ae0ffd715fb9e13] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=171.3 K 2024-11-15T19:59:19,647 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:19,647 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/e3ba148bdfd24ee5aad3cb20b036ce96, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/feb1e52b51dc4e9d83c625c8a0a87f26, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/22ee2753fb1841e28292ee2d88b47576, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/64b6842050d04cc48ae0ffd715fb9e13] 2024-11-15T19:59:19,649 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3ba148bdfd24ee5aad3cb20b036ce96, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731700756959 2024-11-15T19:59:19,650 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting feb1e52b51dc4e9d83c625c8a0a87f26, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731700757025 2024-11-15T19:59:19,650 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:19,651 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/B is initiating minor compaction (all files) 2024-11-15T19:59:19,651 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/B in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:19,651 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f81bc5ec115f4b078e60775db68e086d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f51a7d5b37464472a919775a8829ab5d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d7b47b113b5e43008808c30514607db3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/7702b68979ee45ba9b80a6966d9d1e16] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=46.9 K 2024-11-15T19:59:19,652 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22ee2753fb1841e28292ee2d88b47576, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731700758221 2024-11-15T19:59:19,652 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting f81bc5ec115f4b078e60775db68e086d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731700756959 2024-11-15T19:59:19,652 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64b6842050d04cc48ae0ffd715fb9e13, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731700758295 2024-11-15T19:59:19,653 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting f51a7d5b37464472a919775a8829ab5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731700757025 2024-11-15T19:59:19,655 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting d7b47b113b5e43008808c30514607db3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731700758222 2024-11-15T19:59:19,656 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7702b68979ee45ba9b80a6966d9d1e16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731700758318 2024-11-15T19:59:19,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-15T19:59:19,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:19,666 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T19:59:19,677 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:19,680 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#B#compaction#115 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:19,681 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/09f83ac4f530406fa9007883e463146f is 50, key is test_row_0/B:col10/1731700758318/Put/seqid=0 2024-11-15T19:59:19,687 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115184a0b6c429242849935688816f94179_1ec242c4159a908c278d3ce68e9eec70 store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:19,692 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115184a0b6c429242849935688816f94179_1ec242c4159a908c278d3ce68e9eec70, store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:19,692 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115184a0b6c429242849935688816f94179_1ec242c4159a908c278d3ce68e9eec70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:19,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111532a9ab84f2344f1f8f505ffeef5dd057_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700758656/Put/seqid=0 2024-11-15T19:59:19,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741958_1134 (size=12139) 2024-11-15T19:59:19,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741959_1135 (size=4469) 2024-11-15T19:59:19,769 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#A#compaction#114 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:19,770 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/cae6196062d54151806cce8e5a3303b0 is 175, key is test_row_0/A:col10/1731700758318/Put/seqid=0 2024-11-15T19:59:19,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741960_1136 (size=12154) 2024-11-15T19:59:19,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741961_1137 (size=31093) 2024-11-15T19:59:19,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:19,788 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111532a9ab84f2344f1f8f505ffeef5dd057_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111532a9ab84f2344f1f8f505ffeef5dd057_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/43c29bf5d12549649e72a33fe0d690bf, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/43c29bf5d12549649e72a33fe0d690bf is 175, key is test_row_0/A:col10/1731700758656/Put/seqid=0 2024-11-15T19:59:19,791 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/cae6196062d54151806cce8e5a3303b0 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/cae6196062d54151806cce8e5a3303b0 2024-11-15T19:59:19,804 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/A of 1ec242c4159a908c278d3ce68e9eec70 into cae6196062d54151806cce8e5a3303b0(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:19,804 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:19,804 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/A, priority=12, startTime=1731700759643; duration=0sec 2024-11-15T19:59:19,805 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:19,805 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:A 2024-11-15T19:59:19,805 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:19,806 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:19,806 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/C is initiating minor compaction (all files) 2024-11-15T19:59:19,807 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/C in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:19,807 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/be69f2dee9774f6bbe5c27edc0a9e9b5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a5e9a46c82e34fa8b1dab60fed741109, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/f0f0accd12614285a6488c5d8d7b8148, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/25fd29df782d484f89715220f5155386] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=46.9 K 2024-11-15T19:59:19,808 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting be69f2dee9774f6bbe5c27edc0a9e9b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731700756959 2024-11-15T19:59:19,809 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5e9a46c82e34fa8b1dab60fed741109, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731700757025 2024-11-15T19:59:19,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741962_1138 (size=30955) 2024-11-15T19:59:19,811 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0f0accd12614285a6488c5d8d7b8148, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731700758222 2024-11-15T19:59:19,812 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25fd29df782d484f89715220f5155386, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731700758318 2024-11-15T19:59:19,813 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/43c29bf5d12549649e72a33fe0d690bf 2024-11-15T19:59:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:19,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:19,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/da370accb5b44e318b51a9bf9c26719e is 50, key is test_row_0/B:col10/1731700758656/Put/seqid=0 2024-11-15T19:59:19,840 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#C#compaction#118 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:19,841 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/1e8bb28eb45b43e5996a6f74adc377d5 is 50, key is test_row_0/C:col10/1731700758318/Put/seqid=0 2024-11-15T19:59:19,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741963_1139 (size=12001) 2024-11-15T19:59:19,846 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/da370accb5b44e318b51a9bf9c26719e 2024-11-15T19:59:19,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700819853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:19,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700819859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:19,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:19,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:19,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700819859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700819862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:19,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:19,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:19,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700819862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:19,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:19,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:19,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T19:59:19,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741964_1140 (size=12139) 2024-11-15T19:59:19,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/e16261431b0242b8a07b4b84ac54a3dc is 50, key is test_row_0/C:col10/1731700758656/Put/seqid=0 2024-11-15T19:59:19,898 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/1e8bb28eb45b43e5996a6f74adc377d5 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/1e8bb28eb45b43e5996a6f74adc377d5 2024-11-15T19:59:19,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741965_1141 (size=12001) 2024-11-15T19:59:19,908 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/C of 1ec242c4159a908c278d3ce68e9eec70 into 1e8bb28eb45b43e5996a6f74adc377d5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:19,908 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:19,908 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/C, priority=12, startTime=1731700759646; duration=0sec 2024-11-15T19:59:19,908 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:19,908 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:C 2024-11-15T19:59:19,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700819970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:19,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700819971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:19,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:19,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:19,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700819981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700819981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:19,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700819981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,149 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/09f83ac4f530406fa9007883e463146f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/09f83ac4f530406fa9007883e463146f 2024-11-15T19:59:20,161 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/B of 1ec242c4159a908c278d3ce68e9eec70 into 09f83ac4f530406fa9007883e463146f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:20,161 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:20,161 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/B, priority=12, startTime=1731700759645; duration=0sec 2024-11-15T19:59:20,161 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:20,161 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:B 2024-11-15T19:59:20,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700820180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700820180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700820191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700820191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700820200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,300 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/e16261431b0242b8a07b4b84ac54a3dc 2024-11-15T19:59:20,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/43c29bf5d12549649e72a33fe0d690bf as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/43c29bf5d12549649e72a33fe0d690bf 2024-11-15T19:59:20,313 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/43c29bf5d12549649e72a33fe0d690bf, entries=150, sequenceid=86, filesize=30.2 K 2024-11-15T19:59:20,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/da370accb5b44e318b51a9bf9c26719e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/da370accb5b44e318b51a9bf9c26719e 2024-11-15T19:59:20,320 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/da370accb5b44e318b51a9bf9c26719e, entries=150, sequenceid=86, filesize=11.7 K 2024-11-15T19:59:20,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/e16261431b0242b8a07b4b84ac54a3dc as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e16261431b0242b8a07b4b84ac54a3dc 2024-11-15T19:59:20,336 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e16261431b0242b8a07b4b84ac54a3dc, entries=150, sequenceid=86, filesize=11.7 K 2024-11-15T19:59:20,338 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 1ec242c4159a908c278d3ce68e9eec70 in 672ms, sequenceid=86, compaction requested=false 2024-11-15T19:59:20,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:20,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:20,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-15T19:59:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-15T19:59:20,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-15T19:59:20,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6050 sec 2024-11-15T19:59:20,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.6150 sec 2024-11-15T19:59:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:20,498 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:20,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-15T19:59:20,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700820507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700820510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700820510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700820511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700820512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115628f8ba30162460c9936ca4cafccecf1_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700759857/Put/seqid=0 2024-11-15T19:59:20,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741966_1142 (size=14594) 2024-11-15T19:59:20,560 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,569 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115628f8ba30162460c9936ca4cafccecf1_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115628f8ba30162460c9936ca4cafccecf1_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:20,572 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/2d1a7f951551425cb2e5d38534425d17, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:20,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/2d1a7f951551425cb2e5d38534425d17 is 175, key is test_row_0/A:col10/1731700759857/Put/seqid=0 2024-11-15T19:59:20,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741967_1143 (size=39549) 2024-11-15T19:59:20,587 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/2d1a7f951551425cb2e5d38534425d17 2024-11-15T19:59:20,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/9322abf1457942ada394b01ef53c8c22 is 50, key is test_row_0/B:col10/1731700759857/Put/seqid=0 2024-11-15T19:59:20,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741968_1144 (size=12001) 2024-11-15T19:59:20,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/9322abf1457942ada394b01ef53c8c22 2024-11-15T19:59:20,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/90a8fa775a1340b4942e6fc3fd19bd46 is 50, key is test_row_0/C:col10/1731700759857/Put/seqid=0 2024-11-15T19:59:20,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700820620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700820620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700820620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700820620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741969_1145 (size=12001) 2024-11-15T19:59:20,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/90a8fa775a1340b4942e6fc3fd19bd46 2024-11-15T19:59:20,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/2d1a7f951551425cb2e5d38534425d17 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2d1a7f951551425cb2e5d38534425d17 2024-11-15T19:59:20,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2d1a7f951551425cb2e5d38534425d17, entries=200, sequenceid=119, filesize=38.6 K 2024-11-15T19:59:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/9322abf1457942ada394b01ef53c8c22 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9322abf1457942ada394b01ef53c8c22 2024-11-15T19:59:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9322abf1457942ada394b01ef53c8c22, entries=150, sequenceid=119, filesize=11.7 K 2024-11-15T19:59:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/90a8fa775a1340b4942e6fc3fd19bd46 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/90a8fa775a1340b4942e6fc3fd19bd46 2024-11-15T19:59:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/90a8fa775a1340b4942e6fc3fd19bd46, entries=150, sequenceid=119, filesize=11.7 K 2024-11-15T19:59:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 1ec242c4159a908c278d3ce68e9eec70 in 205ms, sequenceid=119, compaction requested=true 2024-11-15T19:59:20,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:20,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:20,704 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:20,704 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:20,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:20,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:20,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,706 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,706 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/A is initiating minor compaction (all files) 2024-11-15T19:59:20,706 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/A in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:20,706 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/cae6196062d54151806cce8e5a3303b0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/43c29bf5d12549649e72a33fe0d690bf, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2d1a7f951551425cb2e5d38534425d17] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=99.2 K 2024-11-15T19:59:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,706 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:20,706 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/cae6196062d54151806cce8e5a3303b0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/43c29bf5d12549649e72a33fe0d690bf, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2d1a7f951551425cb2e5d38534425d17] 2024-11-15T19:59:20,707 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:20,707 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/B is initiating minor compaction (all files) 2024-11-15T19:59:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,707 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/B in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,707 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/09f83ac4f530406fa9007883e463146f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/da370accb5b44e318b51a9bf9c26719e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9322abf1457942ada394b01ef53c8c22] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=35.3 K 2024-11-15T19:59:20,708 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting cae6196062d54151806cce8e5a3303b0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731700758318 2024-11-15T19:59:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,708 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 09f83ac4f530406fa9007883e463146f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731700758318 2024-11-15T19:59:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,708 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting da370accb5b44e318b51a9bf9c26719e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731700758656 2024-11-15T19:59:20,708 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43c29bf5d12549649e72a33fe0d690bf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731700758656 2024-11-15T19:59:20,709 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9322abf1457942ada394b01ef53c8c22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731700759857 2024-11-15T19:59:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,709 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d1a7f951551425cb2e5d38534425d17, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731700759857 2024-11-15T19:59:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,720 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:20,720 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,721 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/1908149686dd44a8b09ffdc538389d0f is 50, key is test_row_0/B:col10/1731700759857/Put/seqid=0 2024-11-15T19:59:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,723 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411156ce471ab41614b038a288a2fbd4fc152_1ec242c4159a908c278d3ce68e9eec70 store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,726 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411156ce471ab41614b038a288a2fbd4fc152_1ec242c4159a908c278d3ce68e9eec70, store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,726 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156ce471ab41614b038a288a2fbd4fc152_1ec242c4159a908c278d3ce68e9eec70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741970_1146 (size=12241) 2024-11-15T19:59:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741971_1147 (size=4469) 2024-11-15T19:59:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,770 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#A#compaction#124 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,771 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/46bc4bd3241341a6b4bee70a64d167b8 is 175, key is test_row_0/A:col10/1731700759857/Put/seqid=0 2024-11-15T19:59:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741972_1148 (size=31195) 2024-11-15T19:59:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,791 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/46bc4bd3241341a6b4bee70a64d167b8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/46bc4bd3241341a6b4bee70a64d167b8 2024-11-15T19:59:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,799 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/A of 1ec242c4159a908c278d3ce68e9eec70 into 46bc4bd3241341a6b4bee70a64d167b8(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:20,799 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:20,799 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/A, priority=13, startTime=1731700760703; duration=0sec 2024-11-15T19:59:20,799 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:20,799 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:A 2024-11-15T19:59:20,799 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,801 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,801 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/C is initiating minor compaction (all files) 2024-11-15T19:59:20,801 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/C in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,801 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/1e8bb28eb45b43e5996a6f74adc377d5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e16261431b0242b8a07b4b84ac54a3dc, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/90a8fa775a1340b4942e6fc3fd19bd46] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=35.3 K 2024-11-15T19:59:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,803 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e8bb28eb45b43e5996a6f74adc377d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731700758318 2024-11-15T19:59:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,803 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting e16261431b0242b8a07b4b84ac54a3dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731700758656 2024-11-15T19:59:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,804 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90a8fa775a1340b4942e6fc3fd19bd46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731700759857 2024-11-15T19:59:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,819 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#C#compaction#125 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,821 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/b91f1d93a5774aae84ce92ce2c1cf76d is 50, key is test_row_0/C:col10/1731700759857/Put/seqid=0 2024-11-15T19:59:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741973_1149 (size=12241) 2024-11-15T19:59:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:20,839 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:20,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T19:59:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,851 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/b91f1d93a5774aae84ce92ce2c1cf76d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b91f1d93a5774aae84ce92ce2c1cf76d 2024-11-15T19:59:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115efc7d9a8d0e64d558f4600e294fc7cf4_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700760833/Put/seqid=0 2024-11-15T19:59:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,859 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/C of 1ec242c4159a908c278d3ce68e9eec70 into b91f1d93a5774aae84ce92ce2c1cf76d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:20,859 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:20,860 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/C, priority=13, startTime=1731700760704; duration=0sec 2024-11-15T19:59:20,860 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:20,860 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:C 2024-11-15T19:59:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-15T19:59:20,881 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-15T19:59:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T19:59:20,886 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741974_1150 (size=19624) 2024-11-15T19:59:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,888 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:20,889 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:20,896 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115efc7d9a8d0e64d558f4600e294fc7cf4_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115efc7d9a8d0e64d558f4600e294fc7cf4_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:20,897 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/a0e32947701e42ebae78683bf15f9feb, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:20,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/a0e32947701e42ebae78683bf15f9feb is 175, key is test_row_0/A:col10/1731700760833/Put/seqid=0 2024-11-15T19:59:20,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741975_1151 (size=56883) 2024-11-15T19:59:20,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700820968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700820968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700820971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700820973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T19:59:21,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700821020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:21,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:21,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T19:59:21,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:21,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:21,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:21,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700821090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:21,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:21,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700821090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:21,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700821090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700821090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:21,164 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/1908149686dd44a8b09ffdc538389d0f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/1908149686dd44a8b09ffdc538389d0f 2024-11-15T19:59:21,176 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/B of 1ec242c4159a908c278d3ce68e9eec70 into 1908149686dd44a8b09ffdc538389d0f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:21,176 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:21,176 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/B, priority=13, startTime=1731700760704; duration=0sec 2024-11-15T19:59:21,177 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:21,177 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:B 2024-11-15T19:59:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T19:59:21,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T19:59:21,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:21,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:21,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:21,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700821300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:21,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700821300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:21,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700821301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:21,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700821301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:21,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:21,324 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/a0e32947701e42ebae78683bf15f9feb 2024-11-15T19:59:21,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/d0f8377f537d41b5985ff11384564b2b is 50, key is test_row_0/B:col10/1731700760833/Put/seqid=0 2024-11-15T19:59:21,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741976_1152 (size=12151) 2024-11-15T19:59:21,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/d0f8377f537d41b5985ff11384564b2b 2024-11-15T19:59:21,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/bfa548e4d2274265b97e5b20601e196b is 50, key is test_row_0/C:col10/1731700760833/Put/seqid=0 2024-11-15T19:59:21,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T19:59:21,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:21,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:21,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:21,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741977_1153 (size=12151) 2024-11-15T19:59:21,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T19:59:21,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:21,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:21,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:21,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T19:59:21,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700821610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:21,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700821611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:21,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700821611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:21,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700821611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:21,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T19:59:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:21,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/bfa548e4d2274265b97e5b20601e196b 2024-11-15T19:59:21,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/a0e32947701e42ebae78683bf15f9feb as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/a0e32947701e42ebae78683bf15f9feb 2024-11-15T19:59:21,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/a0e32947701e42ebae78683bf15f9feb, entries=300, sequenceid=131, filesize=55.5 K 2024-11-15T19:59:21,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/d0f8377f537d41b5985ff11384564b2b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d0f8377f537d41b5985ff11384564b2b 2024-11-15T19:59:21,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d0f8377f537d41b5985ff11384564b2b, entries=150, sequenceid=131, filesize=11.9 K 2024-11-15T19:59:21,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/bfa548e4d2274265b97e5b20601e196b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/bfa548e4d2274265b97e5b20601e196b 2024-11-15T19:59:21,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T19:59:21,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:21,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:21,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/bfa548e4d2274265b97e5b20601e196b, entries=150, sequenceid=131, filesize=11.9 K 2024-11-15T19:59:21,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:21,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1ec242c4159a908c278d3ce68e9eec70 in 981ms, sequenceid=131, compaction requested=false 2024-11-15T19:59:21,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:21,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-15T19:59:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:21,975 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T19:59:21,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111597ee7df9271a4e27b80e55a9854a2589_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700760916/Put/seqid=0 2024-11-15T19:59:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T19:59:22,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741978_1154 (size=12304) 2024-11-15T19:59:22,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:22,036 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111597ee7df9271a4e27b80e55a9854a2589_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111597ee7df9271a4e27b80e55a9854a2589_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:22,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/16a12f6f329f4fd28149e9b62941fea9, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:22,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/16a12f6f329f4fd28149e9b62941fea9 is 175, key is test_row_0/A:col10/1731700760916/Put/seqid=0 2024-11-15T19:59:22,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:22,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741979_1155 (size=31105) 2024-11-15T19:59:22,054 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/16a12f6f329f4fd28149e9b62941fea9 2024-11-15T19:59:22,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/f07f4dc8e8644e1fa7c02909dd455451 is 50, key is test_row_0/B:col10/1731700760916/Put/seqid=0 2024-11-15T19:59:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741980_1156 (size=12151) 2024-11-15T19:59:22,088 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/f07f4dc8e8644e1fa7c02909dd455451 2024-11-15T19:59:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/38d3907329724f5e90dbd9c18d34b8f8 is 50, key is test_row_0/C:col10/1731700760916/Put/seqid=0 2024-11-15T19:59:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700822101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:22,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:22,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741981_1157 (size=12151) 2024-11-15T19:59:22,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700822121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:22,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700822122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:22,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700822122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:22,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700822122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:22,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:22,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:22,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700822210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:22,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:22,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700822420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:22,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:22,519 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/38d3907329724f5e90dbd9c18d34b8f8 2024-11-15T19:59:22,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/16a12f6f329f4fd28149e9b62941fea9 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/16a12f6f329f4fd28149e9b62941fea9 2024-11-15T19:59:22,532 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/16a12f6f329f4fd28149e9b62941fea9, entries=150, sequenceid=158, filesize=30.4 K 2024-11-15T19:59:22,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/f07f4dc8e8644e1fa7c02909dd455451 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f07f4dc8e8644e1fa7c02909dd455451 2024-11-15T19:59:22,540 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f07f4dc8e8644e1fa7c02909dd455451, entries=150, sequenceid=158, filesize=11.9 K 2024-11-15T19:59:22,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/38d3907329724f5e90dbd9c18d34b8f8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/38d3907329724f5e90dbd9c18d34b8f8 2024-11-15T19:59:22,547 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/38d3907329724f5e90dbd9c18d34b8f8, entries=150, sequenceid=158, filesize=11.9 K 2024-11-15T19:59:22,548 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1ec242c4159a908c278d3ce68e9eec70 in 573ms, sequenceid=158, compaction requested=true 2024-11-15T19:59:22,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:22,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:22,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-15T19:59:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-15T19:59:22,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-15T19:59:22,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6620 sec 2024-11-15T19:59:22,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.6700 sec 2024-11-15T19:59:22,733 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:22,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T19:59:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:22,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155eeed9a378f74903957d7a6f0f693ccf_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700762098/Put/seqid=0 2024-11-15T19:59:22,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741982_1158 (size=14794) 2024-11-15T19:59:22,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700822860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:22,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:22,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700822970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:22,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:22,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T19:59:23,041 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:23,042 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-15T19:59:23,044 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T19:59:23,045 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:23,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:23,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700823130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:23,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700823130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:23,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700823130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:23,140 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_2' in 1ec242c4159a908c278d3ce68e9eec70 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:23,140 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_1' in 1ec242c4159a908c278d3ce68e9eec70 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:23,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:23,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:23,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:23,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:23,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:23,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:23,141 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_1' in 1ec242c4159a908c278d3ce68e9eec70 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:23,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:23,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:23,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:23,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700823141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:23,143 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 1ec242c4159a908c278d3ce68e9eec70 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:23,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:23,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:23,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T19:59:23,151 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,156 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155eeed9a378f74903957d7a6f0f693ccf_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155eeed9a378f74903957d7a6f0f693ccf_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:23,158 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/49626b2bf7f34c1fb1f5601dcb3830da, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:23,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/49626b2bf7f34c1fb1f5601dcb3830da is 175, key is test_row_0/A:col10/1731700762098/Put/seqid=0 2024-11-15T19:59:23,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741983_1159 (size=39749) 2024-11-15T19:59:23,171 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/49626b2bf7f34c1fb1f5601dcb3830da 2024-11-15T19:59:23,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/d6cfa0e5919342a59e0443e0e63ecdf5 is 50, key is test_row_0/B:col10/1731700762098/Put/seqid=0 2024-11-15T19:59:23,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700823180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:23,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:23,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:23,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:23,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741984_1160 (size=12151) 2024-11-15T19:59:23,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/d6cfa0e5919342a59e0443e0e63ecdf5 2024-11-15T19:59:23,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T19:59:23,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:23,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:23,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:23,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:23,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:23,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/b16efd7cc8154f35b75f4494a9f1c775 is 50, key is test_row_0/C:col10/1731700762098/Put/seqid=0 2024-11-15T19:59:23,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741985_1161 (size=12151) 2024-11-15T19:59:23,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/b16efd7cc8154f35b75f4494a9f1c775 2024-11-15T19:59:23,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/49626b2bf7f34c1fb1f5601dcb3830da as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/49626b2bf7f34c1fb1f5601dcb3830da 2024-11-15T19:59:23,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/49626b2bf7f34c1fb1f5601dcb3830da, entries=200, sequenceid=170, filesize=38.8 K 2024-11-15T19:59:23,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/d6cfa0e5919342a59e0443e0e63ecdf5 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d6cfa0e5919342a59e0443e0e63ecdf5 2024-11-15T19:59:23,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d6cfa0e5919342a59e0443e0e63ecdf5, entries=150, sequenceid=170, filesize=11.9 K 2024-11-15T19:59:23,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/b16efd7cc8154f35b75f4494a9f1c775 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b16efd7cc8154f35b75f4494a9f1c775 2024-11-15T19:59:23,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b16efd7cc8154f35b75f4494a9f1c775, entries=150, sequenceid=170, filesize=11.9 K 2024-11-15T19:59:23,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1ec242c4159a908c278d3ce68e9eec70 in 517ms, sequenceid=170, compaction requested=true 2024-11-15T19:59:23,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:23,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:23,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:23,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:23,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T19:59:23,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:23,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-15T19:59:23,251 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:23,252 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:23,253 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158932 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:23,253 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/A is initiating minor compaction (all files) 2024-11-15T19:59:23,253 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/A in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:23,253 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:23,253 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/46bc4bd3241341a6b4bee70a64d167b8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/a0e32947701e42ebae78683bf15f9feb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/16a12f6f329f4fd28149e9b62941fea9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/49626b2bf7f34c1fb1f5601dcb3830da] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=155.2 K 2024-11-15T19:59:23,254 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/C is initiating minor compaction (all files) 2024-11-15T19:59:23,254 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:23,254 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/C in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:23,254 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/46bc4bd3241341a6b4bee70a64d167b8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/a0e32947701e42ebae78683bf15f9feb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/16a12f6f329f4fd28149e9b62941fea9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/49626b2bf7f34c1fb1f5601dcb3830da] 2024-11-15T19:59:23,254 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b91f1d93a5774aae84ce92ce2c1cf76d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/bfa548e4d2274265b97e5b20601e196b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/38d3907329724f5e90dbd9c18d34b8f8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b16efd7cc8154f35b75f4494a9f1c775] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=47.6 K 2024-11-15T19:59:23,254 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 46bc4bd3241341a6b4bee70a64d167b8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731700759857 2024-11-15T19:59:23,254 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b91f1d93a5774aae84ce92ce2c1cf76d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731700759857 2024-11-15T19:59:23,255 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting a0e32947701e42ebae78683bf15f9feb, keycount=300, bloomtype=ROW, size=55.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731700760502 2024-11-15T19:59:23,255 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfa548e4d2274265b97e5b20601e196b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731700760833 2024-11-15T19:59:23,255 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 16a12f6f329f4fd28149e9b62941fea9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731700760916 2024-11-15T19:59:23,255 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38d3907329724f5e90dbd9c18d34b8f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731700760916 2024-11-15T19:59:23,256 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b16efd7cc8154f35b75f4494a9f1c775, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731700762054 2024-11-15T19:59:23,256 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 49626b2bf7f34c1fb1f5601dcb3830da, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731700762054 2024-11-15T19:59:23,278 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#C#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:23,279 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/a5149d9398574a00b65f0ad4aff586ad is 50, key is test_row_0/C:col10/1731700762098/Put/seqid=0 2024-11-15T19:59:23,289 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:23,293 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115d6980a60d8a742e58df44b7e8a664e6a_1ec242c4159a908c278d3ce68e9eec70 store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:23,296 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115d6980a60d8a742e58df44b7e8a664e6a_1ec242c4159a908c278d3ce68e9eec70, store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:23,296 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d6980a60d8a742e58df44b7e8a664e6a_1ec242c4159a908c278d3ce68e9eec70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:23,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741986_1162 (size=12527) 2024-11-15T19:59:23,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741987_1163 (size=4469) 2024-11-15T19:59:23,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-15T19:59:23,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:23,352 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T19:59:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T19:59:23,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111513cd8a1c27834f65a45bcda87746f662_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700762816/Put/seqid=0 2024-11-15T19:59:23,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741988_1164 (size=12304) 2024-11-15T19:59:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,406 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111513cd8a1c27834f65a45bcda87746f662_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111513cd8a1c27834f65a45bcda87746f662_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:23,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/00f6f60967524a718741857d52251e53, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:23,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/00f6f60967524a718741857d52251e53 is 175, key is test_row_0/A:col10/1731700762816/Put/seqid=0 2024-11-15T19:59:23,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741989_1165 (size=31105) 2024-11-15T19:59:23,412 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/00f6f60967524a718741857d52251e53 2024-11-15T19:59:23,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/d1b525584c83423aac2cc2ce51897c88 is 50, key is test_row_0/B:col10/1731700762816/Put/seqid=0 2024-11-15T19:59:23,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741990_1166 (size=12151) 2024-11-15T19:59:23,427 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/d1b525584c83423aac2cc2ce51897c88 2024-11-15T19:59:23,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/b0373f8b91b844a9a8716a04b0d92273 is 50, key is test_row_0/C:col10/1731700762816/Put/seqid=0 2024-11-15T19:59:23,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741991_1167 (size=12151) 2024-11-15T19:59:23,455 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/b0373f8b91b844a9a8716a04b0d92273 2024-11-15T19:59:23,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/00f6f60967524a718741857d52251e53 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/00f6f60967524a718741857d52251e53 2024-11-15T19:59:23,474 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/00f6f60967524a718741857d52251e53, entries=150, sequenceid=194, filesize=30.4 K 2024-11-15T19:59:23,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/d1b525584c83423aac2cc2ce51897c88 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d1b525584c83423aac2cc2ce51897c88 2024-11-15T19:59:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,484 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d1b525584c83423aac2cc2ce51897c88, entries=150, sequenceid=194, filesize=11.9 K 2024-11-15T19:59:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/b0373f8b91b844a9a8716a04b0d92273 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b0373f8b91b844a9a8716a04b0d92273 2024-11-15T19:59:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,499 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b0373f8b91b844a9a8716a04b0d92273, entries=150, sequenceid=194, filesize=11.9 K 2024-11-15T19:59:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,500 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 1ec242c4159a908c278d3ce68e9eec70 in 148ms, sequenceid=194, compaction requested=true 2024-11-15T19:59:23,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:23,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:23,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-15T19:59:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-15T19:59:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-15T19:59:23,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 457 msec 2024-11-15T19:59:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 463 msec 2024-11-15T19:59:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:23,635 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:23,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T19:59:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d3470ea458134a46be49ef24c0e30dcb_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700763614/Put/seqid=0 2024-11-15T19:59:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-15T19:59:23,671 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,671 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-15T19:59:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,674 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:23,675 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:23,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T19:59:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,718 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/a5149d9398574a00b65f0ad4aff586ad as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a5149d9398574a00b65f0ad4aff586ad 2024-11-15T19:59:23,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741993_1169 (size=24758) 2024-11-15T19:59:23,720 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:23,730 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d3470ea458134a46be49ef24c0e30dcb_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d3470ea458134a46be49ef24c0e30dcb_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:23,731 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/C of 1ec242c4159a908c278d3ce68e9eec70 into a5149d9398574a00b65f0ad4aff586ad(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:23,731 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:23,731 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/C, priority=12, startTime=1731700763251; duration=0sec 2024-11-15T19:59:23,731 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:23,731 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:C 2024-11-15T19:59:23,731 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T19:59:23,736 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#A#compaction#136 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:23,737 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60845 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T19:59:23,737 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/B is initiating minor compaction (all files) 2024-11-15T19:59:23,737 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/B in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:23,737 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/1908149686dd44a8b09ffdc538389d0f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d0f8377f537d41b5985ff11384564b2b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f07f4dc8e8644e1fa7c02909dd455451, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d6cfa0e5919342a59e0443e0e63ecdf5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d1b525584c83423aac2cc2ce51897c88] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=59.4 K 2024-11-15T19:59:23,737 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/f5cbbcc2c3444bc18ba872a07ff313a4 is 175, key is test_row_0/A:col10/1731700762098/Put/seqid=0 2024-11-15T19:59:23,737 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1908149686dd44a8b09ffdc538389d0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731700759857 2024-11-15T19:59:23,738 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/208dde79fb2f471ebe8650610d14ab04, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:23,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/208dde79fb2f471ebe8650610d14ab04 is 175, key is test_row_0/A:col10/1731700763614/Put/seqid=0 2024-11-15T19:59:23,739 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0f8377f537d41b5985ff11384564b2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731700760833 2024-11-15T19:59:23,741 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f07f4dc8e8644e1fa7c02909dd455451, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731700760916 2024-11-15T19:59:23,741 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6cfa0e5919342a59e0443e0e63ecdf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731700762054 2024-11-15T19:59:23,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741992_1168 (size=74395) 2024-11-15T19:59:23,742 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1b525584c83423aac2cc2ce51897c88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731700762816 2024-11-15T19:59:23,742 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/208dde79fb2f471ebe8650610d14ab04 2024-11-15T19:59:23,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741994_1170 (size=31481) 2024-11-15T19:59:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T19:59:23,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/117fabc92702442db6a0ce1afd0e6b13 is 50, key is test_row_0/B:col10/1731700763614/Put/seqid=0 2024-11-15T19:59:23,794 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#B#compaction#142 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:23,794 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/56cd4c0747e04edf8ab3ee60d49eb8aa is 50, key is test_row_0/B:col10/1731700762816/Put/seqid=0 2024-11-15T19:59:23,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T19:59:23,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:23,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:23,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:23,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:23,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741996_1172 (size=12561) 2024-11-15T19:59:23,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741995_1171 (size=12151) 2024-11-15T19:59:23,857 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/56cd4c0747e04edf8ab3ee60d49eb8aa as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/56cd4c0747e04edf8ab3ee60d49eb8aa 2024-11-15T19:59:23,865 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/B of 1ec242c4159a908c278d3ce68e9eec70 into 56cd4c0747e04edf8ab3ee60d49eb8aa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:23,865 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:23,865 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/B, priority=11, startTime=1731700763251; duration=0sec 2024-11-15T19:59:23,865 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:23,865 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:B 2024-11-15T19:59:23,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700823851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:23,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/117fabc92702442db6a0ce1afd0e6b13 2024-11-15T19:59:23,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/6cd246859d2c4c889f51c470a372002e is 50, key is test_row_0/C:col10/1731700763614/Put/seqid=0 2024-11-15T19:59:23,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741997_1173 (size=12151) 2024-11-15T19:59:23,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/6cd246859d2c4c889f51c470a372002e 2024-11-15T19:59:23,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/208dde79fb2f471ebe8650610d14ab04 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/208dde79fb2f471ebe8650610d14ab04 2024-11-15T19:59:23,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/208dde79fb2f471ebe8650610d14ab04, entries=400, sequenceid=205, filesize=72.7 K 2024-11-15T19:59:23,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/117fabc92702442db6a0ce1afd0e6b13 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/117fabc92702442db6a0ce1afd0e6b13 2024-11-15T19:59:23,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/117fabc92702442db6a0ce1afd0e6b13, entries=150, sequenceid=205, filesize=11.9 K 2024-11-15T19:59:23,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/6cd246859d2c4c889f51c470a372002e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/6cd246859d2c4c889f51c470a372002e 2024-11-15T19:59:23,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/6cd246859d2c4c889f51c470a372002e, entries=150, sequenceid=205, filesize=11.9 K 2024-11-15T19:59:23,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1ec242c4159a908c278d3ce68e9eec70 in 293ms, sequenceid=205, compaction requested=true 2024-11-15T19:59:23,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:23,928 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-11-15T19:59:23,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:23,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:23,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:23,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:23,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:23,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T19:59:23,929 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-15T19:59:23,929 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-15T19:59:23,929 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. because compaction request was cancelled 2024-11-15T19:59:23,929 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:A 2024-11-15T19:59:23,929 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:23,931 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:23,931 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/C is initiating minor compaction (all files) 2024-11-15T19:59:23,931 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/C in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:23,931 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a5149d9398574a00b65f0ad4aff586ad, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b0373f8b91b844a9a8716a04b0d92273, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/6cd246859d2c4c889f51c470a372002e] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=36.0 K 2024-11-15T19:59:23,932 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5149d9398574a00b65f0ad4aff586ad, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731700762054 2024-11-15T19:59:23,932 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0373f8b91b844a9a8716a04b0d92273, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731700762816 2024-11-15T19:59:23,933 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cd246859d2c4c889f51c470a372002e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731700763530 2024-11-15T19:59:23,945 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#C#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:23,945 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/6b173d1d19644c989dd53346cdb3bb35 is 50, key is test_row_0/C:col10/1731700763614/Put/seqid=0 2024-11-15T19:59:23,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741998_1174 (size=12629) 2024-11-15T19:59:23,972 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/6b173d1d19644c989dd53346cdb3bb35 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/6b173d1d19644c989dd53346cdb3bb35 2024-11-15T19:59:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:23,972 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:23,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T19:59:23,980 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/C of 1ec242c4159a908c278d3ce68e9eec70 into 6b173d1d19644c989dd53346cdb3bb35(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:23,980 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:23,981 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/C, priority=13, startTime=1731700763929; duration=0sec 2024-11-15T19:59:23,981 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:23,981 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:C 2024-11-15T19:59:23,981 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-15T19:59:23,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T19:59:23,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:23,982 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-15T19:59:23,982 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-15T19:59:23,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:23,982 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. because compaction request was cancelled 2024-11-15T19:59:23,982 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:B 2024-11-15T19:59:23,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:23,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:23,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:23,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T19:59:23,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115994b2e5c6c764f44975789a1ff932edc_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700763835/Put/seqid=0 2024-11-15T19:59:24,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741999_1175 (size=14794) 2024-11-15T19:59:24,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700824020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:24,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:24,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:24,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:24,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700824130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:24,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:24,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:24,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:24,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T19:59:24,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:24,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:24,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:24,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,184 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/f5cbbcc2c3444bc18ba872a07ff313a4 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/f5cbbcc2c3444bc18ba872a07ff313a4 2024-11-15T19:59:24,190 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/A of 1ec242c4159a908c278d3ce68e9eec70 into f5cbbcc2c3444bc18ba872a07ff313a4(size=30.7 K), total size for store is 133.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:24,190 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:24,190 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/A, priority=12, startTime=1731700763251; duration=0sec 2024-11-15T19:59:24,190 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:24,190 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:A 2024-11-15T19:59:24,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T19:59:24,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:24,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:24,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:24,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T19:59:24,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700824340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:24,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:24,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:24,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:24,419 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:24,424 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115994b2e5c6c764f44975789a1ff932edc_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115994b2e5c6c764f44975789a1ff932edc_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:24,425 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/7ffac694418f472c869e37fafdd6aa9d, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:24,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/7ffac694418f472c869e37fafdd6aa9d is 175, key is test_row_0/A:col10/1731700763835/Put/seqid=0 2024-11-15T19:59:24,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742000_1176 (size=39749) 2024-11-15T19:59:24,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T19:59:24,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:24,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:24,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:24,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T19:59:24,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:24,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:24,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:24,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700824650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:24,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:24,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:24,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:24,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T19:59:24,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:24,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:24,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:24,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T19:59:24,831 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/7ffac694418f472c869e37fafdd6aa9d 2024-11-15T19:59:24,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/963a19fb98e549039841b82dd12727a4 is 50, key is test_row_0/B:col10/1731700763835/Put/seqid=0 2024-11-15T19:59:24,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742001_1177 (size=12151) 2024-11-15T19:59:24,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T19:59:24,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:24,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:24,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:24,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:25,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T19:59:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:25,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:25,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700825150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:25,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:25,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700825151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700825150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:25,154 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_2' in 1ec242c4159a908c278d3ce68e9eec70 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:25,154 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_1' in 1ec242c4159a908c278d3ce68e9eec70 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:25,154 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_1' in 1ec242c4159a908c278d3ce68e9eec70 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:25,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700825160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:25,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:25,163 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 1ec242c4159a908c278d3ce68e9eec70 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700825160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:25,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T19:59:25,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:25,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:25,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:25,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:25,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:25,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/963a19fb98e549039841b82dd12727a4 2024-11-15T19:59:25,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/63b753faea7d4403a2ae4d3af97f4f09 is 50, key is test_row_0/C:col10/1731700763835/Put/seqid=0 2024-11-15T19:59:25,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742002_1178 (size=12151) 2024-11-15T19:59:25,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T19:59:25,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:25,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:25,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:25,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:25,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:25,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T19:59:25,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:25,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:25,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:25,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:25,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:25,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/63b753faea7d4403a2ae4d3af97f4f09 2024-11-15T19:59:25,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/7ffac694418f472c869e37fafdd6aa9d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/7ffac694418f472c869e37fafdd6aa9d 2024-11-15T19:59:25,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T19:59:25,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:25,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:25,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:25,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:25,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:25,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/7ffac694418f472c869e37fafdd6aa9d, entries=200, sequenceid=233, filesize=38.8 K 2024-11-15T19:59:25,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/963a19fb98e549039841b82dd12727a4 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/963a19fb98e549039841b82dd12727a4 2024-11-15T19:59:25,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/963a19fb98e549039841b82dd12727a4, entries=150, sequenceid=233, filesize=11.9 K 2024-11-15T19:59:25,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/63b753faea7d4403a2ae4d3af97f4f09 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/63b753faea7d4403a2ae4d3af97f4f09 2024-11-15T19:59:25,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/63b753faea7d4403a2ae4d3af97f4f09, entries=150, sequenceid=233, filesize=11.9 K 2024-11-15T19:59:25,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1ec242c4159a908c278d3ce68e9eec70 in 1719ms, sequenceid=233, compaction requested=true 2024-11-15T19:59:25,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:25,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:25,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:25,692 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:25,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:25,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:25,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:25,692 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:25,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:25,694 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 176730 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:25,694 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:25,694 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/A is initiating minor compaction (all files) 2024-11-15T19:59:25,694 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/B is initiating minor compaction (all files) 2024-11-15T19:59:25,694 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/A in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:25,694 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/B in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:25,694 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/f5cbbcc2c3444bc18ba872a07ff313a4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/00f6f60967524a718741857d52251e53, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/208dde79fb2f471ebe8650610d14ab04, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/7ffac694418f472c869e37fafdd6aa9d] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=172.6 K 2024-11-15T19:59:25,694 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/56cd4c0747e04edf8ab3ee60d49eb8aa, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/117fabc92702442db6a0ce1afd0e6b13, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/963a19fb98e549039841b82dd12727a4] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=36.0 K 2024-11-15T19:59:25,694 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:25,694 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/f5cbbcc2c3444bc18ba872a07ff313a4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/00f6f60967524a718741857d52251e53, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/208dde79fb2f471ebe8650610d14ab04, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/7ffac694418f472c869e37fafdd6aa9d] 2024-11-15T19:59:25,695 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 56cd4c0747e04edf8ab3ee60d49eb8aa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731700762816 2024-11-15T19:59:25,695 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5cbbcc2c3444bc18ba872a07ff313a4, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731700762054 2024-11-15T19:59:25,696 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00f6f60967524a718741857d52251e53, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731700762816 2024-11-15T19:59:25,697 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 117fabc92702442db6a0ce1afd0e6b13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731700763530 2024-11-15T19:59:25,697 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 208dde79fb2f471ebe8650610d14ab04, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731700763530 2024-11-15T19:59:25,697 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 963a19fb98e549039841b82dd12727a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731700763835 2024-11-15T19:59:25,698 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ffac694418f472c869e37fafdd6aa9d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731700763801 2024-11-15T19:59:25,708 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#B#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:25,709 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/9396652e457547afa87576266001c0bb is 50, key is test_row_0/B:col10/1731700763835/Put/seqid=0 2024-11-15T19:59:25,711 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:25,716 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411152a62ff6500c2401ebb07637658263c23_1ec242c4159a908c278d3ce68e9eec70 store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:25,720 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411152a62ff6500c2401ebb07637658263c23_1ec242c4159a908c278d3ce68e9eec70, store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:25,720 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152a62ff6500c2401ebb07637658263c23_1ec242c4159a908c278d3ce68e9eec70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:25,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742003_1179 (size=12663) 2024-11-15T19:59:25,742 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/9396652e457547afa87576266001c0bb as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9396652e457547afa87576266001c0bb 2024-11-15T19:59:25,749 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/B of 1ec242c4159a908c278d3ce68e9eec70 into 9396652e457547afa87576266001c0bb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:25,749 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:25,749 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/B, priority=13, startTime=1731700765692; duration=0sec 2024-11-15T19:59:25,750 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:25,750 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:B 2024-11-15T19:59:25,750 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-15T19:59:25,751 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-15T19:59:25,751 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-15T19:59:25,751 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. because compaction request was cancelled 2024-11-15T19:59:25,751 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:C 2024-11-15T19:59:25,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742004_1180 (size=4469) 2024-11-15T19:59:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T19:59:25,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-15T19:59:25,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:25,827 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T19:59:25,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115317d990a707b4ec4807e5df11ee41b37_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700763990/Put/seqid=0 2024-11-15T19:59:25,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742005_1181 (size=12304) 2024-11-15T19:59:25,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:25,854 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115317d990a707b4ec4807e5df11ee41b37_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115317d990a707b4ec4807e5df11ee41b37_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:25,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/57955fb09580447d95be3195e59813ca, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/57955fb09580447d95be3195e59813ca is 175, key is test_row_0/A:col10/1731700763990/Put/seqid=0 2024-11-15T19:59:25,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742006_1182 (size=31105) 2024-11-15T19:59:26,155 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#A#compaction#149 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:26,156 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/2e6ee802b42649978eb8b37151408a76 is 175, key is test_row_0/A:col10/1731700763835/Put/seqid=0 2024-11-15T19:59:26,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742007_1183 (size=31617) 2024-11-15T19:59:26,170 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/2e6ee802b42649978eb8b37151408a76 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2e6ee802b42649978eb8b37151408a76 2024-11-15T19:59:26,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:26,177 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/A of 1ec242c4159a908c278d3ce68e9eec70 into 2e6ee802b42649978eb8b37151408a76(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:26,177 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:26,177 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/A, priority=12, startTime=1731700765692; duration=0sec 2024-11-15T19:59:26,177 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:26,177 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:A 2024-11-15T19:59:26,263 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/57955fb09580447d95be3195e59813ca 2024-11-15T19:59:26,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/5459ee7a10b846348be55bc440e9c51d is 50, key is test_row_0/B:col10/1731700763990/Put/seqid=0 2024-11-15T19:59:26,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700826275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:26,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742008_1184 (size=12151) 2024-11-15T19:59:26,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700826390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:26,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:26,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:26,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:26,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700826600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:26,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:26,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:26,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:26,685 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/5459ee7a10b846348be55bc440e9c51d 2024-11-15T19:59:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/491b7e449e6d4663be27ec6ea4b08801 is 50, key is test_row_0/C:col10/1731700763990/Put/seqid=0 2024-11-15T19:59:26,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742009_1185 (size=12151) 2024-11-15T19:59:26,700 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/491b7e449e6d4663be27ec6ea4b08801 2024-11-15T19:59:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/57955fb09580447d95be3195e59813ca as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/57955fb09580447d95be3195e59813ca 2024-11-15T19:59:26,709 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/57955fb09580447d95be3195e59813ca, entries=150, sequenceid=246, filesize=30.4 K 2024-11-15T19:59:26,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/5459ee7a10b846348be55bc440e9c51d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/5459ee7a10b846348be55bc440e9c51d 2024-11-15T19:59:26,714 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/5459ee7a10b846348be55bc440e9c51d, entries=150, sequenceid=246, filesize=11.9 K 2024-11-15T19:59:26,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/491b7e449e6d4663be27ec6ea4b08801 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/491b7e449e6d4663be27ec6ea4b08801 2024-11-15T19:59:26,721 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/491b7e449e6d4663be27ec6ea4b08801, entries=150, sequenceid=246, filesize=11.9 K 2024-11-15T19:59:26,723 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 1ec242c4159a908c278d3ce68e9eec70 in 896ms, sequenceid=246, compaction requested=true 2024-11-15T19:59:26,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:26,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:26,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-15T19:59:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-15T19:59:26,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-15T19:59:26,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0490 sec 2024-11-15T19:59:26,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 3.0580 sec 2024-11-15T19:59:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:26,914 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:26,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-15T19:59:26,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111548511543e4154cec8e80a486af036717_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700766273/Put/seqid=0 2024-11-15T19:59:26,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700826950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:26,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742010_1186 (size=14994) 2024-11-15T19:59:26,954 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:26,959 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111548511543e4154cec8e80a486af036717_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111548511543e4154cec8e80a486af036717_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:26,962 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/0172e0d7e21e462a9313b987a5f27319, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:26,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/0172e0d7e21e462a9313b987a5f27319 is 175, key is test_row_0/A:col10/1731700766273/Put/seqid=0 2024-11-15T19:59:26,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742011_1187 (size=39949) 2024-11-15T19:59:26,971 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/0172e0d7e21e462a9313b987a5f27319 2024-11-15T19:59:26,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/111bb5a562e145069d50dc746204165d is 50, key is test_row_0/B:col10/1731700766273/Put/seqid=0 2024-11-15T19:59:27,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742012_1188 (size=12301) 2024-11-15T19:59:27,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700827060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:27,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700827271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:27,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/111bb5a562e145069d50dc746204165d 2024-11-15T19:59:27,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/e1dd0e75fd1e4a2f9f1731ba436dd0b8 is 50, key is test_row_0/C:col10/1731700766273/Put/seqid=0 2024-11-15T19:59:27,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742013_1189 (size=12301) 2024-11-15T19:59:27,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700827580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:27,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/e1dd0e75fd1e4a2f9f1731ba436dd0b8 2024-11-15T19:59:27,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/0172e0d7e21e462a9313b987a5f27319 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/0172e0d7e21e462a9313b987a5f27319 2024-11-15T19:59:27,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/0172e0d7e21e462a9313b987a5f27319, entries=200, sequenceid=274, filesize=39.0 K 2024-11-15T19:59:27,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/111bb5a562e145069d50dc746204165d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/111bb5a562e145069d50dc746204165d 2024-11-15T19:59:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-15T19:59:27,842 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:27,842 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:27,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/111bb5a562e145069d50dc746204165d, entries=150, sequenceid=274, filesize=12.0 K 2024-11-15T19:59:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-15T19:59:27,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/e1dd0e75fd1e4a2f9f1731ba436dd0b8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e1dd0e75fd1e4a2f9f1731ba436dd0b8 2024-11-15T19:59:27,845 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:27,846 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:27,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T19:59:27,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e1dd0e75fd1e4a2f9f1731ba436dd0b8, entries=150, sequenceid=274, filesize=12.0 K 2024-11-15T19:59:27,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1ec242c4159a908c278d3ce68e9eec70 in 939ms, sequenceid=274, compaction requested=true 2024-11-15T19:59:27,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:27,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:27,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:27,854 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:27,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:27,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:27,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:27,855 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:27,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:27,856 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:27,856 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:27,856 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/B is initiating minor compaction (all files) 2024-11-15T19:59:27,856 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/A is initiating minor compaction (all files) 2024-11-15T19:59:27,856 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/B in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:27,856 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/A in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:27,857 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9396652e457547afa87576266001c0bb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/5459ee7a10b846348be55bc440e9c51d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/111bb5a562e145069d50dc746204165d] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=36.2 K 2024-11-15T19:59:27,857 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2e6ee802b42649978eb8b37151408a76, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/57955fb09580447d95be3195e59813ca, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/0172e0d7e21e462a9313b987a5f27319] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=100.3 K 2024-11-15T19:59:27,857 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:27,857 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2e6ee802b42649978eb8b37151408a76, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/57955fb09580447d95be3195e59813ca, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/0172e0d7e21e462a9313b987a5f27319] 2024-11-15T19:59:27,857 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9396652e457547afa87576266001c0bb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731700763835 2024-11-15T19:59:27,858 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e6ee802b42649978eb8b37151408a76, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731700763835 2024-11-15T19:59:27,858 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 5459ee7a10b846348be55bc440e9c51d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731700763990 2024-11-15T19:59:27,859 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57955fb09580447d95be3195e59813ca, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731700763990 2024-11-15T19:59:27,859 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 111bb5a562e145069d50dc746204165d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731700766253 2024-11-15T19:59:27,859 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0172e0d7e21e462a9313b987a5f27319, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731700766253 2024-11-15T19:59:27,870 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:27,871 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:27,871 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/96d36fbcef8f48bfadbfe6109a8cfd55 is 50, key is test_row_0/B:col10/1731700766273/Put/seqid=0 2024-11-15T19:59:27,873 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411152a820b9c752644559c7d8e5334ec0108_1ec242c4159a908c278d3ce68e9eec70 store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:27,875 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411152a820b9c752644559c7d8e5334ec0108_1ec242c4159a908c278d3ce68e9eec70, store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:27,875 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152a820b9c752644559c7d8e5334ec0108_1ec242c4159a908c278d3ce68e9eec70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:27,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742014_1190 (size=12915) 2024-11-15T19:59:27,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742015_1191 (size=4469) 2024-11-15T19:59:27,908 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#A#compaction#157 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:27,909 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/132928ff26a447dd93bd66632e578739 is 175, key is test_row_0/A:col10/1731700766273/Put/seqid=0 2024-11-15T19:59:27,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742016_1192 (size=31869) 2024-11-15T19:59:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T19:59:28,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-15T19:59:28,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:28,002 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-15T19:59:28,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f3850ba0a57d4df885e7779bb596db70_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700766949/Put/seqid=0 2024-11-15T19:59:28,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742017_1193 (size=12454) 2024-11-15T19:59:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:28,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T19:59:28,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700828222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:28,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:28,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:28,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:28,302 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/96d36fbcef8f48bfadbfe6109a8cfd55 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/96d36fbcef8f48bfadbfe6109a8cfd55 2024-11-15T19:59:28,310 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/B of 1ec242c4159a908c278d3ce68e9eec70 into 96d36fbcef8f48bfadbfe6109a8cfd55(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:28,310 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:28,311 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/B, priority=13, startTime=1731700767854; duration=0sec 2024-11-15T19:59:28,311 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:28,311 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:B 2024-11-15T19:59:28,311 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:28,313 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:28,313 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/C is initiating minor compaction (all files) 2024-11-15T19:59:28,313 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/C in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:28,314 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/6b173d1d19644c989dd53346cdb3bb35, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/63b753faea7d4403a2ae4d3af97f4f09, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/491b7e449e6d4663be27ec6ea4b08801, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e1dd0e75fd1e4a2f9f1731ba436dd0b8] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=48.1 K 2024-11-15T19:59:28,314 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b173d1d19644c989dd53346cdb3bb35, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731700763530 2024-11-15T19:59:28,314 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 63b753faea7d4403a2ae4d3af97f4f09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731700763835 2024-11-15T19:59:28,315 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 491b7e449e6d4663be27ec6ea4b08801, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731700763990 2024-11-15T19:59:28,315 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting e1dd0e75fd1e4a2f9f1731ba436dd0b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731700766253 2024-11-15T19:59:28,326 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#C#compaction#159 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:28,327 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/2fe29c83801441df971f993e0a982c91 is 50, key is test_row_0/C:col10/1731700766273/Put/seqid=0 2024-11-15T19:59:28,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742018_1194 (size=12915) 2024-11-15T19:59:28,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700828340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:28,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:28,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:28,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:28,349 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/2fe29c83801441df971f993e0a982c91 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/2fe29c83801441df971f993e0a982c91 2024-11-15T19:59:28,354 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/132928ff26a447dd93bd66632e578739 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/132928ff26a447dd93bd66632e578739 2024-11-15T19:59:28,357 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/C of 1ec242c4159a908c278d3ce68e9eec70 into 2fe29c83801441df971f993e0a982c91(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:28,358 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:28,358 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/C, priority=12, startTime=1731700767855; duration=0sec 2024-11-15T19:59:28,358 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:28,358 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:C 2024-11-15T19:59:28,361 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/A of 1ec242c4159a908c278d3ce68e9eec70 into 132928ff26a447dd93bd66632e578739(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:28,361 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:28,361 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/A, priority=13, startTime=1731700767854; duration=0sec 2024-11-15T19:59:28,361 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:28,361 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:A 2024-11-15T19:59:28,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:28,432 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f3850ba0a57d4df885e7779bb596db70_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f3850ba0a57d4df885e7779bb596db70_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:28,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/87e1b24e8f5c42c485101688abc47883, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:28,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/87e1b24e8f5c42c485101688abc47883 is 175, key is test_row_0/A:col10/1731700766949/Put/seqid=0 2024-11-15T19:59:28,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742019_1195 (size=31255) 2024-11-15T19:59:28,447 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/87e1b24e8f5c42c485101688abc47883 2024-11-15T19:59:28,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/81c7131981794db7a7c9eb4496a8b6f7 is 50, key is test_row_0/B:col10/1731700766949/Put/seqid=0 2024-11-15T19:59:28,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742020_1196 (size=12301) 2024-11-15T19:59:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T19:59:28,471 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/81c7131981794db7a7c9eb4496a8b6f7 2024-11-15T19:59:28,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/e68ec8f9782f44af885abad9f8837bb6 is 50, key is test_row_0/C:col10/1731700766949/Put/seqid=0 2024-11-15T19:59:28,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742021_1197 (size=12301) 2024-11-15T19:59:28,487 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/e68ec8f9782f44af885abad9f8837bb6 2024-11-15T19:59:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/87e1b24e8f5c42c485101688abc47883 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/87e1b24e8f5c42c485101688abc47883 2024-11-15T19:59:28,501 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/87e1b24e8f5c42c485101688abc47883, entries=150, sequenceid=283, filesize=30.5 K 2024-11-15T19:59:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/81c7131981794db7a7c9eb4496a8b6f7 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/81c7131981794db7a7c9eb4496a8b6f7 2024-11-15T19:59:28,508 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/81c7131981794db7a7c9eb4496a8b6f7, entries=150, sequenceid=283, filesize=12.0 K 2024-11-15T19:59:28,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/e68ec8f9782f44af885abad9f8837bb6 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e68ec8f9782f44af885abad9f8837bb6 2024-11-15T19:59:28,517 INFO [master/c325ef450a96:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T19:59:28,517 INFO [master/c325ef450a96:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T19:59:28,518 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e68ec8f9782f44af885abad9f8837bb6, entries=150, sequenceid=283, filesize=12.0 K 2024-11-15T19:59:28,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-15T19:59:28,521 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 1ec242c4159a908c278d3ce68e9eec70 in 520ms, sequenceid=283, compaction requested=false 2024-11-15T19:59:28,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:28,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:28,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-15T19:59:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-15T19:59:28,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-15T19:59:28,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 676 msec 2024-11-15T19:59:28,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 685 msec 2024-11-15T19:59:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:28,553 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:28,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-15T19:59:28,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b68a54304e4b40adb05a08866c5963b9_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700768202/Put/seqid=0 2024-11-15T19:59:28,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742022_1198 (size=14994) 2024-11-15T19:59:28,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700828575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:28,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:28,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:28,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:28,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700828690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:28,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:28,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:28,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:28,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700828900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:28,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:28,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:28,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:28,977 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-15T19:59:28,981 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:28,981 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-15T19:59:28,983 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b68a54304e4b40adb05a08866c5963b9_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b68a54304e4b40adb05a08866c5963b9_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T19:59:28,984 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:28,984 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/a6cdfe6569c4468aae2f4cd4d90e8203, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:28,985 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:28,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:28,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/a6cdfe6569c4468aae2f4cd4d90e8203 is 175, key is test_row_0/A:col10/1731700768202/Put/seqid=0 2024-11-15T19:59:28,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742023_1199 (size=39949) 2024-11-15T19:59:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T19:59:29,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-15T19:59:29,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:29,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:29,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:29,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49300 deadline: 1731700829160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:29,164 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_1' in 1ec242c4159a908c278d3ce68e9eec70 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:29,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:29,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:29,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:29,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49272 deadline: 1731700829170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:29,171 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 1ec242c4159a908c278d3ce68e9eec70 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:29,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49296 deadline: 1731700829180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:29,183 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_2' in 1ec242c4159a908c278d3ce68e9eec70 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:29,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:29,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:29,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:29,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49358 deadline: 1731700829190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:29,192 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_1' in 1ec242c4159a908c278d3ce68e9eec70 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:29,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700829213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:29,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:29,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:29,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:29,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-15T19:59:29,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:29,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:29,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:29,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T19:59:29,390 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/a6cdfe6569c4468aae2f4cd4d90e8203 2024-11-15T19:59:29,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/aa18994b614c4beaa21a3439cb9e3c9b is 50, key is test_row_0/B:col10/1731700768202/Put/seqid=0 2024-11-15T19:59:29,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742024_1200 (size=12301) 2024-11-15T19:59:29,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-15T19:59:29,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:29,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:29,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:29,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-15T19:59:29,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:29,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:29,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:29,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T19:59:29,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700829720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:29,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:29,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-15T19:59:29,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:29,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:29,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:29,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/aa18994b614c4beaa21a3439cb9e3c9b 2024-11-15T19:59:29,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/a8a8a6ce5cb34f0bba3b0f441b71f108 is 50, key is test_row_0/C:col10/1731700768202/Put/seqid=0 2024-11-15T19:59:29,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742025_1201 (size=12301) 2024-11-15T19:59:29,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-15T19:59:29,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:29,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:29,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:29,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:30,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-15T19:59:30,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:30,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:30,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:30,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:30,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T19:59:30,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-15T19:59:30,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:30,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:30,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:30,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:30,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:30,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/a8a8a6ce5cb34f0bba3b0f441b71f108 2024-11-15T19:59:30,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/a6cdfe6569c4468aae2f4cd4d90e8203 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/a6cdfe6569c4468aae2f4cd4d90e8203 2024-11-15T19:59:30,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/a6cdfe6569c4468aae2f4cd4d90e8203, entries=200, sequenceid=314, filesize=39.0 K 2024-11-15T19:59:30,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/aa18994b614c4beaa21a3439cb9e3c9b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/aa18994b614c4beaa21a3439cb9e3c9b 2024-11-15T19:59:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/aa18994b614c4beaa21a3439cb9e3c9b, entries=150, sequenceid=314, filesize=12.0 K 2024-11-15T19:59:30,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/a8a8a6ce5cb34f0bba3b0f441b71f108 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a8a8a6ce5cb34f0bba3b0f441b71f108 2024-11-15T19:59:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a8a8a6ce5cb34f0bba3b0f441b71f108, entries=150, sequenceid=314, filesize=12.0 K 2024-11-15T19:59:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1ec242c4159a908c278d3ce68e9eec70 in 1691ms, sequenceid=314, compaction requested=true 2024-11-15T19:59:30,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:30,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:30,245 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:30,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:30,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:30,245 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:30,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:30,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,246 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:30,246 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:30,246 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/A is initiating minor compaction (all files) 2024-11-15T19:59:30,246 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/B is initiating minor compaction (all files) 2024-11-15T19:59:30,247 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/B in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:30,247 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/A in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,247 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/96d36fbcef8f48bfadbfe6109a8cfd55, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/81c7131981794db7a7c9eb4496a8b6f7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/aa18994b614c4beaa21a3439cb9e3c9b] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=36.6 K 2024-11-15T19:59:30,247 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/132928ff26a447dd93bd66632e578739, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/87e1b24e8f5c42c485101688abc47883, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/a6cdfe6569c4468aae2f4cd4d90e8203] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=100.7 K 2024-11-15T19:59:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,247 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:30,247 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/132928ff26a447dd93bd66632e578739, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/87e1b24e8f5c42c485101688abc47883, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/a6cdfe6569c4468aae2f4cd4d90e8203] 2024-11-15T19:59:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,247 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 96d36fbcef8f48bfadbfe6109a8cfd55, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731700766253 2024-11-15T19:59:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,247 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 132928ff26a447dd93bd66632e578739, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731700766253 2024-11-15T19:59:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,248 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 81c7131981794db7a7c9eb4496a8b6f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731700766932 2024-11-15T19:59:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,248 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87e1b24e8f5c42c485101688abc47883, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731700766932 2024-11-15T19:59:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,249 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6cdfe6569c4468aae2f4cd4d90e8203, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731700768202 2024-11-15T19:59:30,249 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting aa18994b614c4beaa21a3439cb9e3c9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731700768202 2024-11-15T19:59:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,259 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#B#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,259 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/4783d4935a484173899b2dd5c343a71d is 50, key is test_row_0/B:col10/1731700768202/Put/seqid=0 2024-11-15T19:59:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,262 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,265 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111505df487b91074c6db01aa53bca2d73fa_1ec242c4159a908c278d3ce68e9eec70 store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,267 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111505df487b91074c6db01aa53bca2d73fa_1ec242c4159a908c278d3ce68e9eec70, store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:30,267 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111505df487b91074c6db01aa53bca2d73fa_1ec242c4159a908c278d3ce68e9eec70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742026_1202 (size=13017) 2024-11-15T19:59:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742027_1203 (size=4469) 2024-11-15T19:59:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-15T19:59:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:30,370 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T19:59:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115efe931adc4e341db968ede394baba96f_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_1/A:col10/1731700768573/Put/seqid=0 2024-11-15T19:59:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742028_1204 (size=9914) 2024-11-15T19:59:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,403 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115efe931adc4e341db968ede394baba96f_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115efe931adc4e341db968ede394baba96f_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/81382d5325b54e3fb780892b4b186204, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/81382d5325b54e3fb780892b4b186204 is 175, key is test_row_1/A:col10/1731700768573/Put/seqid=0 2024-11-15T19:59:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742029_1205 (size=22561) 2024-11-15T19:59:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,681 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/4783d4935a484173899b2dd5c343a71d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/4783d4935a484173899b2dd5c343a71d 2024-11-15T19:59:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,683 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#A#compaction#166 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:30,683 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/6170bb77d1d747258a6e210a8ed2d000 is 175, key is test_row_0/A:col10/1731700768202/Put/seqid=0 2024-11-15T19:59:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,697 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/B of 1ec242c4159a908c278d3ce68e9eec70 into 4783d4935a484173899b2dd5c343a71d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:30,697 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:30,697 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/B, priority=13, startTime=1731700770245; duration=0sec 2024-11-15T19:59:30,697 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:30,697 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:B 2024-11-15T19:59:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,698 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,699 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:30,699 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/C is initiating minor compaction (all files) 2024-11-15T19:59:30,700 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/C in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:30,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742030_1206 (size=31971) 2024-11-15T19:59:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,700 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/2fe29c83801441df971f993e0a982c91, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e68ec8f9782f44af885abad9f8837bb6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a8a8a6ce5cb34f0bba3b0f441b71f108] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=36.6 K 2024-11-15T19:59:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,700 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fe29c83801441df971f993e0a982c91, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731700766253 2024-11-15T19:59:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,701 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting e68ec8f9782f44af885abad9f8837bb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731700766932 2024-11-15T19:59:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,701 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting a8a8a6ce5cb34f0bba3b0f441b71f108, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731700768202 2024-11-15T19:59:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,710 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#C#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,711 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/7aaab8f48efd4df78d62c5ff6a5e36cb is 50, key is test_row_0/C:col10/1731700768202/Put/seqid=0 2024-11-15T19:59:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742031_1207 (size=13017) 2024-11-15T19:59:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:30,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:30,813 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/81382d5325b54e3fb780892b4b186204 2024-11-15T19:59:30,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/e8b50f8177974ed080e97e24420aef92 is 50, key is test_row_1/B:col10/1731700768573/Put/seqid=0 2024-11-15T19:59:30,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742032_1208 (size=9857) 2024-11-15T19:59:30,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700830875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:30,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700830990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:30,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:30,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:30,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:31,118 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/6170bb77d1d747258a6e210a8ed2d000 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/6170bb77d1d747258a6e210a8ed2d000 2024-11-15T19:59:31,124 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/7aaab8f48efd4df78d62c5ff6a5e36cb as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/7aaab8f48efd4df78d62c5ff6a5e36cb 2024-11-15T19:59:31,127 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/A of 1ec242c4159a908c278d3ce68e9eec70 into 6170bb77d1d747258a6e210a8ed2d000(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:31,127 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:31,127 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/A, priority=13, startTime=1731700770245; duration=0sec 2024-11-15T19:59:31,127 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:31,127 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:A 2024-11-15T19:59:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T19:59:31,131 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/C of 1ec242c4159a908c278d3ce68e9eec70 into 7aaab8f48efd4df78d62c5ff6a5e36cb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:31,131 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:31,131 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/C, priority=13, startTime=1731700770245; duration=0sec 2024-11-15T19:59:31,131 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:31,131 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:C 2024-11-15T19:59:31,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700831200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:31,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:31,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:31,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:31,240 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/e8b50f8177974ed080e97e24420aef92 2024-11-15T19:59:31,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/529e1f47469e436d8976c3592c24dcfd is 50, key is test_row_1/C:col10/1731700768573/Put/seqid=0 2024-11-15T19:59:31,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742033_1209 (size=9857) 2024-11-15T19:59:31,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700831511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:31,654 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/529e1f47469e436d8976c3592c24dcfd 2024-11-15T19:59:31,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/81382d5325b54e3fb780892b4b186204 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/81382d5325b54e3fb780892b4b186204 2024-11-15T19:59:31,664 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/81382d5325b54e3fb780892b4b186204, entries=100, sequenceid=322, filesize=22.0 K 2024-11-15T19:59:31,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/e8b50f8177974ed080e97e24420aef92 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/e8b50f8177974ed080e97e24420aef92 2024-11-15T19:59:31,671 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/e8b50f8177974ed080e97e24420aef92, entries=100, sequenceid=322, filesize=9.6 K 2024-11-15T19:59:31,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/529e1f47469e436d8976c3592c24dcfd as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/529e1f47469e436d8976c3592c24dcfd 2024-11-15T19:59:31,678 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/529e1f47469e436d8976c3592c24dcfd, entries=100, sequenceid=322, filesize=9.6 K 2024-11-15T19:59:31,679 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 1ec242c4159a908c278d3ce68e9eec70 in 1308ms, sequenceid=322, compaction requested=false 2024-11-15T19:59:31,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:31,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:31,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-15T19:59:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-15T19:59:31,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-15T19:59:31,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6950 sec 2024-11-15T19:59:31,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.7020 sec 2024-11-15T19:59:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:32,023 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:32,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-15T19:59:32,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f88aa06722fa4586a66a6419dc15e506_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700770874/Put/seqid=0 2024-11-15T19:59:32,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742034_1210 (size=14994) 2024-11-15T19:59:32,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700832038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:32,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:32,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:32,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:32,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700832150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:32,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:32,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:32,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:32,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700832360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:32,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:32,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:32,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:32,438 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,444 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f88aa06722fa4586a66a6419dc15e506_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f88aa06722fa4586a66a6419dc15e506_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:32,446 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/826daece73794f67ac2d769ef0e60eec, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:32,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/826daece73794f67ac2d769ef0e60eec is 175, key is test_row_0/A:col10/1731700770874/Put/seqid=0 2024-11-15T19:59:32,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742035_1211 (size=39949) 2024-11-15T19:59:32,452 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/826daece73794f67ac2d769ef0e60eec 2024-11-15T19:59:32,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/72c5787ccc6947d1a9f71d091d7c3703 is 50, key is test_row_0/B:col10/1731700770874/Put/seqid=0 2024-11-15T19:59:32,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742036_1212 (size=12301) 2024-11-15T19:59:32,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/72c5787ccc6947d1a9f71d091d7c3703 2024-11-15T19:59:32,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/42215e805f5c4d86a3892555de0b3f1a is 50, key is test_row_0/C:col10/1731700770874/Put/seqid=0 2024-11-15T19:59:32,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742037_1213 (size=12301) 2024-11-15T19:59:32,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/42215e805f5c4d86a3892555de0b3f1a 2024-11-15T19:59:32,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/826daece73794f67ac2d769ef0e60eec as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/826daece73794f67ac2d769ef0e60eec 2024-11-15T19:59:32,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/826daece73794f67ac2d769ef0e60eec, entries=200, sequenceid=354, filesize=39.0 K 2024-11-15T19:59:32,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/72c5787ccc6947d1a9f71d091d7c3703 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/72c5787ccc6947d1a9f71d091d7c3703 2024-11-15T19:59:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/72c5787ccc6947d1a9f71d091d7c3703, entries=150, sequenceid=354, filesize=12.0 K 2024-11-15T19:59:32,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/42215e805f5c4d86a3892555de0b3f1a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/42215e805f5c4d86a3892555de0b3f1a 2024-11-15T19:59:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/42215e805f5c4d86a3892555de0b3f1a, entries=150, sequenceid=354, filesize=12.0 K 2024-11-15T19:59:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 1ec242c4159a908c278d3ce68e9eec70 in 483ms, sequenceid=354, compaction requested=true 2024-11-15T19:59:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:32,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:32,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:32,507 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:32,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:32,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:32,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T19:59:32,507 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,508 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,508 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/B is initiating minor compaction (all files) 2024-11-15T19:59:32,508 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/B in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:32,508 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:32,508 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/A is initiating minor compaction (all files) 2024-11-15T19:59:32,508 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/A in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:32,508 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/4783d4935a484173899b2dd5c343a71d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/e8b50f8177974ed080e97e24420aef92, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/72c5787ccc6947d1a9f71d091d7c3703] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=34.4 K 2024-11-15T19:59:32,508 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/6170bb77d1d747258a6e210a8ed2d000, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/81382d5325b54e3fb780892b4b186204, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/826daece73794f67ac2d769ef0e60eec] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=92.3 K 2024-11-15T19:59:32,508 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:32,508 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/6170bb77d1d747258a6e210a8ed2d000, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/81382d5325b54e3fb780892b4b186204, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/826daece73794f67ac2d769ef0e60eec] 2024-11-15T19:59:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,509 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6170bb77d1d747258a6e210a8ed2d000, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731700768202 2024-11-15T19:59:32,509 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 4783d4935a484173899b2dd5c343a71d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731700768202 2024-11-15T19:59:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,509 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting e8b50f8177974ed080e97e24420aef92, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731700768566 2024-11-15T19:59:32,509 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81382d5325b54e3fb780892b4b186204, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731700768566 2024-11-15T19:59:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,510 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 826daece73794f67ac2d769ef0e60eec, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731700770840 2024-11-15T19:59:32,510 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 72c5787ccc6947d1a9f71d091d7c3703, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731700770853 2024-11-15T19:59:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,519 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:32,519 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#B#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,520 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/e2bf53ebb43e4a268d8cd6010b2deb24 is 50, key is test_row_0/B:col10/1731700770874/Put/seqid=0 2024-11-15T19:59:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,526 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115e175d6ba998e420eb1e4e1bf82da4ba3_1ec242c4159a908c278d3ce68e9eec70 store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,528 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115e175d6ba998e420eb1e4e1bf82da4ba3_1ec242c4159a908c278d3ce68e9eec70, store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:32,528 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e175d6ba998e420eb1e4e1bf82da4ba3_1ec242c4159a908c278d3ce68e9eec70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742038_1214 (size=13119) 2024-11-15T19:59:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742039_1215 (size=4469) 2024-11-15T19:59:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,543 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#A#compaction#175 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:32,544 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/4c322aba57024ca6ab2ae1da57d9ea36 is 175, key is test_row_0/A:col10/1731700770874/Put/seqid=0 2024-11-15T19:59:32,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742040_1216 (size=32073) 2024-11-15T19:59:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,557 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/4c322aba57024ca6ab2ae1da57d9ea36 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/4c322aba57024ca6ab2ae1da57d9ea36 2024-11-15T19:59:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,566 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/A of 1ec242c4159a908c278d3ce68e9eec70 into 4c322aba57024ca6ab2ae1da57d9ea36(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:32,566 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:32,566 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/A, priority=13, startTime=1731700772506; duration=0sec 2024-11-15T19:59:32,566 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:32,566 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:A 2024-11-15T19:59:32,566 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:32,568 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:32,568 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/C is initiating minor compaction (all files) 2024-11-15T19:59:32,568 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/C in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,568 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/7aaab8f48efd4df78d62c5ff6a5e36cb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/529e1f47469e436d8976c3592c24dcfd, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/42215e805f5c4d86a3892555de0b3f1a] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=34.4 K 2024-11-15T19:59:32,569 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7aaab8f48efd4df78d62c5ff6a5e36cb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731700768202 2024-11-15T19:59:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,569 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 529e1f47469e436d8976c3592c24dcfd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731700768566 2024-11-15T19:59:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,570 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42215e805f5c4d86a3892555de0b3f1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731700770853 2024-11-15T19:59:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,590 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#C#compaction#176 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,608 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/b26eb63494334df8989ff117f5094cd2 is 50, key is test_row_0/C:col10/1731700770874/Put/seqid=0 2024-11-15T19:59:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742041_1217 (size=13119) 2024-11-15T19:59:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,633 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/b26eb63494334df8989ff117f5094cd2 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b26eb63494334df8989ff117f5094cd2 2024-11-15T19:59:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,640 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/C of 1ec242c4159a908c278d3ce68e9eec70 into b26eb63494334df8989ff117f5094cd2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:32,641 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:32,641 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/C, priority=13, startTime=1731700772507; duration=0sec 2024-11-15T19:59:32,641 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:32,641 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:C 2024-11-15T19:59:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,687 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:32,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T19:59:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:32,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157639bc7a4f074eb79d922882c2984a1b_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700772031/Put/seqid=0 2024-11-15T19:59:32,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742042_1218 (size=20074) 2024-11-15T19:59:32,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700832833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:32,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:32,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:32,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:32,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700832941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:32,945 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/e2bf53ebb43e4a268d8cd6010b2deb24 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/e2bf53ebb43e4a268d8cd6010b2deb24 2024-11-15T19:59:32,952 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/B of 1ec242c4159a908c278d3ce68e9eec70 into e2bf53ebb43e4a268d8cd6010b2deb24(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:32,952 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:32,952 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/B, priority=13, startTime=1731700772507; duration=0sec 2024-11-15T19:59:32,952 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:32,952 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:B 2024-11-15T19:59:33,120 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:33,124 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157639bc7a4f074eb79d922882c2984a1b_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157639bc7a4f074eb79d922882c2984a1b_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:33,125 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/79ce335c853d4e6fb5a17a7cc33e3963, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:33,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/79ce335c853d4e6fb5a17a7cc33e3963 is 175, key is test_row_0/A:col10/1731700772031/Put/seqid=0 2024-11-15T19:59:33,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742043_1219 (size=57333) 2024-11-15T19:59:33,141 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/79ce335c853d4e6fb5a17a7cc33e3963 2024-11-15T19:59:33,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/7643e1a6fa974c8e9f179baf5673386d is 50, key is test_row_0/B:col10/1731700772031/Put/seqid=0 2024-11-15T19:59:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-15T19:59:33,151 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:33,152 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-15T19:59:33,154 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:33,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T19:59:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700833150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:33,156 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:33,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742044_1220 (size=12301) 2024-11-15T19:59:33,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/7643e1a6fa974c8e9f179baf5673386d 2024-11-15T19:59:33,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/aa03a05133c549c78c5100adaf26648c is 50, key is test_row_0/C:col10/1731700772031/Put/seqid=0 2024-11-15T19:59:33,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742045_1221 (size=12301) 2024-11-15T19:59:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T19:59:33,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-15T19:59:33,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:33,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:33,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:33,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:33,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:33,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700833460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:33,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-15T19:59:33,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:33,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:33,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:33,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:33,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T19:59:33,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/aa03a05133c549c78c5100adaf26648c 2024-11-15T19:59:33,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/79ce335c853d4e6fb5a17a7cc33e3963 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/79ce335c853d4e6fb5a17a7cc33e3963 2024-11-15T19:59:33,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/79ce335c853d4e6fb5a17a7cc33e3963, entries=300, sequenceid=367, filesize=56.0 K 2024-11-15T19:59:33,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/7643e1a6fa974c8e9f179baf5673386d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/7643e1a6fa974c8e9f179baf5673386d 2024-11-15T19:59:33,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/7643e1a6fa974c8e9f179baf5673386d, entries=150, sequenceid=367, filesize=12.0 K 2024-11-15T19:59:33,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/aa03a05133c549c78c5100adaf26648c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/aa03a05133c549c78c5100adaf26648c 2024-11-15T19:59:33,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/aa03a05133c549c78c5100adaf26648c, entries=150, sequenceid=367, filesize=12.0 K 2024-11-15T19:59:33,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1ec242c4159a908c278d3ce68e9eec70 in 924ms, sequenceid=367, compaction requested=false 2024-11-15T19:59:33,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:33,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-15T19:59:33,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:33,617 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T19:59:33,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d73a5e11aff1486e979b113e579fe180_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700772812/Put/seqid=0 2024-11-15T19:59:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742046_1222 (size=12454) 2024-11-15T19:59:33,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:33,636 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d73a5e11aff1486e979b113e579fe180_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d73a5e11aff1486e979b113e579fe180_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:33,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/02409344a6c54edf91e731174ecd62f0, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:33,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/02409344a6c54edf91e731174ecd62f0 is 175, key is test_row_0/A:col10/1731700772812/Put/seqid=0 2024-11-15T19:59:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742047_1223 (size=31255) 2024-11-15T19:59:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T19:59:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:33,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:34,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700834003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:34,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:34,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:34,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:34,044 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/02409344a6c54edf91e731174ecd62f0 2024-11-15T19:59:34,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/3ae14ee93f984ccf9cb68a69df980fe6 is 50, key is test_row_0/B:col10/1731700772812/Put/seqid=0 2024-11-15T19:59:34,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742048_1224 (size=12301) 2024-11-15T19:59:34,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700834110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T19:59:34,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700834320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:34,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:34,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:34,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:34,465 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/3ae14ee93f984ccf9cb68a69df980fe6 2024-11-15T19:59:34,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/955ae70dba8a43c1a7252e6ed4df9387 is 50, key is test_row_0/C:col10/1731700772812/Put/seqid=0 2024-11-15T19:59:34,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742049_1225 (size=12301) 2024-11-15T19:59:34,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700834630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:34,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:34,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:34,879 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/955ae70dba8a43c1a7252e6ed4df9387 2024-11-15T19:59:34,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/02409344a6c54edf91e731174ecd62f0 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/02409344a6c54edf91e731174ecd62f0 2024-11-15T19:59:34,889 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/02409344a6c54edf91e731174ecd62f0, entries=150, sequenceid=393, filesize=30.5 K 2024-11-15T19:59:34,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/3ae14ee93f984ccf9cb68a69df980fe6 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/3ae14ee93f984ccf9cb68a69df980fe6 2024-11-15T19:59:34,894 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/3ae14ee93f984ccf9cb68a69df980fe6, entries=150, sequenceid=393, filesize=12.0 K 2024-11-15T19:59:34,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/955ae70dba8a43c1a7252e6ed4df9387 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/955ae70dba8a43c1a7252e6ed4df9387 2024-11-15T19:59:34,900 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/955ae70dba8a43c1a7252e6ed4df9387, entries=150, sequenceid=393, filesize=12.0 K 2024-11-15T19:59:34,901 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1ec242c4159a908c278d3ce68e9eec70 in 1285ms, sequenceid=393, compaction requested=true 2024-11-15T19:59:34,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:34,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:34,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-15T19:59:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-15T19:59:34,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-15T19:59:34,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7470 sec 2024-11-15T19:59:34,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.7530 sec 2024-11-15T19:59:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:35,144 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:35,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T19:59:35,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cef72433cf1a4a998911b4029715efd3_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700773994/Put/seqid=0 2024-11-15T19:59:35,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742050_1226 (size=14994) 2024-11-15T19:59:35,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700835248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:35,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:35,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:35,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-15T19:59:35,311 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:35,311 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-15T19:59:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T19:59:35,313 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:35,314 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:35,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:35,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700835360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:35,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:35,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:35,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T19:59:35,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T19:59:35,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:35,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:35,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:35,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:35,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:35,561 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:35,568 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cef72433cf1a4a998911b4029715efd3_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cef72433cf1a4a998911b4029715efd3_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:35,569 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/67af7329fd2842e4a97ff31d6481f699, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:35,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/67af7329fd2842e4a97ff31d6481f699 is 175, key is test_row_0/A:col10/1731700773994/Put/seqid=0 2024-11-15T19:59:35,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700835570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:35,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:35,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742051_1227 (size=39949) 2024-11-15T19:59:35,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T19:59:35,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:35,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:35,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:35,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:35,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T19:59:35,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T19:59:35,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:35,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:35,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:35,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:35,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:35,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700835880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:35,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T19:59:35,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:35,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:35,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:35,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:35,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T19:59:35,983 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=405, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/67af7329fd2842e4a97ff31d6481f699 2024-11-15T19:59:35,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/9ac6da885ec94ec7bec6b09e555c7757 is 50, key is test_row_0/B:col10/1731700773994/Put/seqid=0 2024-11-15T19:59:36,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742052_1228 (size=12301) 2024-11-15T19:59:36,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T19:59:36,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:36,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:36,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:36,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:36,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:36,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T19:59:36,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:36,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:36,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:36,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:36,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:36,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T19:59:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:36,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:36,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:36,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49280 deadline: 1731700836390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T19:59:36,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/9ac6da885ec94ec7bec6b09e555c7757 2024-11-15T19:59:36,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/773ef17b9ef843ecb273ae2791ef4c5b is 50, key is test_row_0/C:col10/1731700773994/Put/seqid=0 2024-11-15T19:59:36,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742053_1229 (size=12301) 2024-11-15T19:59:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T19:59:36,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T19:59:36,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:36,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:36,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:36,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:36,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:36,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T19:59:36,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:36,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. as already flushing 2024-11-15T19:59:36,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:36,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:36,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:36,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/773ef17b9ef843ecb273ae2791ef4c5b 2024-11-15T19:59:36,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/67af7329fd2842e4a97ff31d6481f699 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/67af7329fd2842e4a97ff31d6481f699 2024-11-15T19:59:36,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/67af7329fd2842e4a97ff31d6481f699, entries=200, sequenceid=405, filesize=39.0 K 2024-11-15T19:59:36,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/9ac6da885ec94ec7bec6b09e555c7757 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9ac6da885ec94ec7bec6b09e555c7757 2024-11-15T19:59:36,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9ac6da885ec94ec7bec6b09e555c7757, entries=150, sequenceid=405, filesize=12.0 K 2024-11-15T19:59:36,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/773ef17b9ef843ecb273ae2791ef4c5b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/773ef17b9ef843ecb273ae2791ef4c5b 2024-11-15T19:59:36,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/773ef17b9ef843ecb273ae2791ef4c5b, entries=150, sequenceid=405, filesize=12.0 K 2024-11-15T19:59:36,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1ec242c4159a908c278d3ce68e9eec70 in 1694ms, sequenceid=405, compaction requested=true 2024-11-15T19:59:36,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:36,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:36,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:36,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:36,839 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:36,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:36,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ec242c4159a908c278d3ce68e9eec70:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:36,839 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:36,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:36,841 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:36,841 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 160610 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:36,841 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/B is initiating minor compaction (all files) 2024-11-15T19:59:36,841 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/A is initiating minor compaction (all files) 2024-11-15T19:59:36,841 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/B in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:36,841 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/A in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:36,841 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/4c322aba57024ca6ab2ae1da57d9ea36, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/79ce335c853d4e6fb5a17a7cc33e3963, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/02409344a6c54edf91e731174ecd62f0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/67af7329fd2842e4a97ff31d6481f699] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=156.8 K 2024-11-15T19:59:36,841 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/e2bf53ebb43e4a268d8cd6010b2deb24, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/7643e1a6fa974c8e9f179baf5673386d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/3ae14ee93f984ccf9cb68a69df980fe6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9ac6da885ec94ec7bec6b09e555c7757] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=48.8 K 2024-11-15T19:59:36,841 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:36,841 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/4c322aba57024ca6ab2ae1da57d9ea36, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/79ce335c853d4e6fb5a17a7cc33e3963, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/02409344a6c54edf91e731174ecd62f0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/67af7329fd2842e4a97ff31d6481f699] 2024-11-15T19:59:36,842 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c322aba57024ca6ab2ae1da57d9ea36, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731700770853 2024-11-15T19:59:36,842 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting e2bf53ebb43e4a268d8cd6010b2deb24, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731700770853 2024-11-15T19:59:36,842 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79ce335c853d4e6fb5a17a7cc33e3963, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731700772031 2024-11-15T19:59:36,842 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7643e1a6fa974c8e9f179baf5673386d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731700772031 2024-11-15T19:59:36,842 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02409344a6c54edf91e731174ecd62f0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731700772798 2024-11-15T19:59:36,843 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ae14ee93f984ccf9cb68a69df980fe6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731700772798 2024-11-15T19:59:36,843 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67af7329fd2842e4a97ff31d6481f699, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731700773989 2024-11-15T19:59:36,843 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ac6da885ec94ec7bec6b09e555c7757, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731700773989 2024-11-15T19:59:36,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-15T19:59:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:36,846 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T19:59:36,852 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:36,853 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#B#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:36,854 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/9d462d8cc6eb4e369deac50244921214 is 50, key is test_row_0/B:col10/1731700773994/Put/seqid=0 2024-11-15T19:59:36,854 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111569d62bf3af074b2eab6befaddf2ef60a_1ec242c4159a908c278d3ce68e9eec70 store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:36,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111539e54d5f6d154603bd2e709cdfff9420_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700775246/Put/seqid=0 2024-11-15T19:59:36,857 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111569d62bf3af074b2eab6befaddf2ef60a_1ec242c4159a908c278d3ce68e9eec70, store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:36,857 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111569d62bf3af074b2eab6befaddf2ef60a_1ec242c4159a908c278d3ce68e9eec70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:36,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742054_1230 (size=13255) 2024-11-15T19:59:36,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742055_1231 (size=12454) 2024-11-15T19:59:36,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742056_1232 (size=4469) 2024-11-15T19:59:36,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:36,872 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111539e54d5f6d154603bd2e709cdfff9420_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111539e54d5f6d154603bd2e709cdfff9420_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:36,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/d0fb565ff6b94e31a333d1a49ed97277, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:36,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/d0fb565ff6b94e31a333d1a49ed97277 is 175, key is test_row_0/A:col10/1731700775246/Put/seqid=0 2024-11-15T19:59:36,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742057_1233 (size=31255) 2024-11-15T19:59:36,895 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=429, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/d0fb565ff6b94e31a333d1a49ed97277 2024-11-15T19:59:36,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/f8a408a022094a3eb9036fa6e68fbcad is 50, key is test_row_0/B:col10/1731700775246/Put/seqid=0 2024-11-15T19:59:36,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742058_1234 (size=12301) 2024-11-15T19:59:36,921 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/f8a408a022094a3eb9036fa6e68fbcad 2024-11-15T19:59:36,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/a9fc36d907a24ca086c5f1efa61f9f48 is 50, key is test_row_0/C:col10/1731700775246/Put/seqid=0 2024-11-15T19:59:36,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742059_1235 (size=12301) 2024-11-15T19:59:36,965 INFO [Thread-614 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-614. 2024-11-15T19:59:36,965 DEBUG [Thread-614 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:36,965 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:36,966 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:36,966 INFO [Thread-612 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-612. 2024-11-15T19:59:36,966 DEBUG [Thread-612 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:36,966 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:36,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:36,966 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:36,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:36,967 INFO [Thread-610 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-610. 2024-11-15T19:59:36,967 DEBUG [Thread-610 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:36,967 DEBUG [Thread-610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:36,967 DEBUG [Thread-610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:36,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:36,969 INFO [Thread-616 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-616. 2024-11-15T19:59:36,969 DEBUG [Thread-616 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:36,969 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:36,969 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:36,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:37,266 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#A#compaction#187 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:37,266 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/0bc0a392a6f04f1fbae7de53f15d861b is 175, key is test_row_0/A:col10/1731700773994/Put/seqid=0 2024-11-15T19:59:37,268 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/9d462d8cc6eb4e369deac50244921214 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9d462d8cc6eb4e369deac50244921214 2024-11-15T19:59:37,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742060_1236 (size=32209) 2024-11-15T19:59:37,275 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/B of 1ec242c4159a908c278d3ce68e9eec70 into 9d462d8cc6eb4e369deac50244921214(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:37,275 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:37,275 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/B, priority=12, startTime=1731700776839; duration=0sec 2024-11-15T19:59:37,275 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:37,275 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:B 2024-11-15T19:59:37,276 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:37,276 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/0bc0a392a6f04f1fbae7de53f15d861b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/0bc0a392a6f04f1fbae7de53f15d861b 2024-11-15T19:59:37,277 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:37,277 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 1ec242c4159a908c278d3ce68e9eec70/C is initiating minor compaction (all files) 2024-11-15T19:59:37,277 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ec242c4159a908c278d3ce68e9eec70/C in TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:37,277 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b26eb63494334df8989ff117f5094cd2, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/aa03a05133c549c78c5100adaf26648c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/955ae70dba8a43c1a7252e6ed4df9387, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/773ef17b9ef843ecb273ae2791ef4c5b] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp, totalSize=48.8 K 2024-11-15T19:59:37,277 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting b26eb63494334df8989ff117f5094cd2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731700770853 2024-11-15T19:59:37,278 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting aa03a05133c549c78c5100adaf26648c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731700772031 2024-11-15T19:59:37,278 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 955ae70dba8a43c1a7252e6ed4df9387, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731700772798 2024-11-15T19:59:37,279 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 773ef17b9ef843ecb273ae2791ef4c5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731700773989 2024-11-15T19:59:37,280 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/A of 1ec242c4159a908c278d3ce68e9eec70 into 0bc0a392a6f04f1fbae7de53f15d861b(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:37,280 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:37,280 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/A, priority=12, startTime=1731700776839; duration=0sec 2024-11-15T19:59:37,281 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:37,281 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:A 2024-11-15T19:59:37,286 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ec242c4159a908c278d3ce68e9eec70#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:37,287 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/6cfef5d87ba64714a244d76539922831 is 50, key is test_row_0/C:col10/1731700773994/Put/seqid=0 2024-11-15T19:59:37,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742061_1237 (size=13255) 2024-11-15T19:59:37,335 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/a9fc36d907a24ca086c5f1efa61f9f48 2024-11-15T19:59:37,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/d0fb565ff6b94e31a333d1a49ed97277 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/d0fb565ff6b94e31a333d1a49ed97277 2024-11-15T19:59:37,344 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/d0fb565ff6b94e31a333d1a49ed97277, entries=150, sequenceid=429, filesize=30.5 K 2024-11-15T19:59:37,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/f8a408a022094a3eb9036fa6e68fbcad as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f8a408a022094a3eb9036fa6e68fbcad 2024-11-15T19:59:37,348 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f8a408a022094a3eb9036fa6e68fbcad, entries=150, sequenceid=429, filesize=12.0 K 2024-11-15T19:59:37,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/a9fc36d907a24ca086c5f1efa61f9f48 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a9fc36d907a24ca086c5f1efa61f9f48 2024-11-15T19:59:37,352 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a9fc36d907a24ca086c5f1efa61f9f48, entries=150, sequenceid=429, filesize=12.0 K 2024-11-15T19:59:37,353 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 1ec242c4159a908c278d3ce68e9eec70 in 508ms, sequenceid=429, compaction requested=false 2024-11-15T19:59:37,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:37,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:37,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-15T19:59:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-15T19:59:37,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-15T19:59:37,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0410 sec 2024-11-15T19:59:37,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.0460 sec 2024-11-15T19:59:37,402 INFO [Thread-599 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-599. 2024-11-15T19:59:37,402 DEBUG [Thread-599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:37,402 DEBUG [Thread-599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:37,402 DEBUG [Thread-599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:37,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-15T19:59:37,461 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:37,695 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/6cfef5d87ba64714a244d76539922831 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/6cfef5d87ba64714a244d76539922831 2024-11-15T19:59:37,701 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ec242c4159a908c278d3ce68e9eec70/C of 1ec242c4159a908c278d3ce68e9eec70 into 6cfef5d87ba64714a244d76539922831(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:37,702 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ec242c4159a908c278d3ce68e9eec70: 2024-11-15T19:59:37,702 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., storeName=1ec242c4159a908c278d3ce68e9eec70/C, priority=12, startTime=1731700776839; duration=0sec 2024-11-15T19:59:37,702 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:37,702 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ec242c4159a908c278d3ce68e9eec70:C 2024-11-15T19:59:39,212 INFO [Thread-603 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-603. 2024-11-15T19:59:39,212 DEBUG [Thread-603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:39,212 DEBUG [Thread-603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:39,212 DEBUG [Thread-603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:39,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:39,221 INFO [Thread-607 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-607. 2024-11-15T19:59:39,221 DEBUG [Thread-607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:39,221 DEBUG [Thread-607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:39,222 DEBUG [Thread-607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:39,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:39,231 INFO [Thread-605 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-605. 2024-11-15T19:59:39,231 DEBUG [Thread-605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:39,231 DEBUG [Thread-605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:39,231 DEBUG [Thread-605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:39,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:39,241 INFO [Thread-601 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-601. 2024-11-15T19:59:39,241 DEBUG [Thread-601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T19:59:39,241 DEBUG [Thread-601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:39,242 DEBUG [Thread-601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:39,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:39,242 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T19:59:39,242 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 235 2024-11-15T19:59:39,242 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-15T19:59:39,242 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-15T19:59:39,242 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-15T19:59:39,242 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-15T19:59:39,242 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T19:59:39,242 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3251 2024-11-15T19:59:39,242 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3106 2024-11-15T19:59:39,242 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T19:59:39,242 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1351 2024-11-15T19:59:39,242 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4053 rows 2024-11-15T19:59:39,242 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1343 2024-11-15T19:59:39,242 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4029 rows 2024-11-15T19:59:39,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:59:39,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:59:39,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:39,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:39,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:59:39,243 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T19:59:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T19:59:39,246 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700779246"}]},"ts":"1731700779246"} 2024-11-15T19:59:39,247 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T19:59:39,247 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T19:59:39,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T19:59:39,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec242c4159a908c278d3ce68e9eec70, UNASSIGN}] 2024-11-15T19:59:39,250 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec242c4159a908c278d3ce68e9eec70, UNASSIGN 2024-11-15T19:59:39,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=1ec242c4159a908c278d3ce68e9eec70, regionState=CLOSING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T19:59:39,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec242c4159a908c278d3ce68e9eec70, UNASSIGN because future has completed 2024-11-15T19:59:39,252 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T19:59:39,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376}] 2024-11-15T19:59:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T19:59:39,405 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:39,405 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T19:59:39,405 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing 1ec242c4159a908c278d3ce68e9eec70, disabling compactions & flushes 2024-11-15T19:59:39,405 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:39,405 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:39,405 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. after waiting 0 ms 2024-11-15T19:59:39,405 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:39,405 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing 1ec242c4159a908c278d3ce68e9eec70 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T19:59:39,411 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151fff068025fa4d229c4d4ea7a88a5a66_1ec242c4159a908c278d3ce68e9eec70 is 50, key is test_row_0/A:col10/1731700779240/Put/seqid=0 2024-11-15T19:59:39,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742062_1238 (size=12454) 2024-11-15T19:59:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T19:59:39,816 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:39,820 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151fff068025fa4d229c4d4ea7a88a5a66_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151fff068025fa4d229c4d4ea7a88a5a66_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:39,821 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/2d266701b20d44e3a1b3b321125a3d2f, store: [table=TestAcidGuarantees family=A region=1ec242c4159a908c278d3ce68e9eec70] 2024-11-15T19:59:39,822 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/2d266701b20d44e3a1b3b321125a3d2f is 175, key is test_row_0/A:col10/1731700779240/Put/seqid=0 2024-11-15T19:59:39,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742063_1239 (size=31255) 2024-11-15T19:59:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T19:59:40,226 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=440, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/2d266701b20d44e3a1b3b321125a3d2f 2024-11-15T19:59:40,233 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/637f442bad614bc7a8d3f991a1601b90 is 50, key is test_row_0/B:col10/1731700779240/Put/seqid=0 2024-11-15T19:59:40,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742064_1240 (size=12301) 2024-11-15T19:59:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T19:59:40,637 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/637f442bad614bc7a8d3f991a1601b90 2024-11-15T19:59:40,644 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/3f529a8b8c324f048ba0dde003de4388 is 50, key is test_row_0/C:col10/1731700779240/Put/seqid=0 2024-11-15T19:59:40,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742065_1241 (size=12301) 2024-11-15T19:59:41,049 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/3f529a8b8c324f048ba0dde003de4388 2024-11-15T19:59:41,054 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/A/2d266701b20d44e3a1b3b321125a3d2f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2d266701b20d44e3a1b3b321125a3d2f 2024-11-15T19:59:41,058 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2d266701b20d44e3a1b3b321125a3d2f, entries=150, sequenceid=440, filesize=30.5 K 2024-11-15T19:59:41,059 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/B/637f442bad614bc7a8d3f991a1601b90 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/637f442bad614bc7a8d3f991a1601b90 2024-11-15T19:59:41,063 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/637f442bad614bc7a8d3f991a1601b90, entries=150, sequenceid=440, filesize=12.0 K 2024-11-15T19:59:41,064 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/.tmp/C/3f529a8b8c324f048ba0dde003de4388 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/3f529a8b8c324f048ba0dde003de4388 2024-11-15T19:59:41,067 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/3f529a8b8c324f048ba0dde003de4388, entries=150, sequenceid=440, filesize=12.0 K 2024-11-15T19:59:41,068 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1ec242c4159a908c278d3ce68e9eec70 in 1663ms, sequenceid=440, compaction requested=true 2024-11-15T19:59:41,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/e3ba148bdfd24ee5aad3cb20b036ce96, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/feb1e52b51dc4e9d83c625c8a0a87f26, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/22ee2753fb1841e28292ee2d88b47576, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/64b6842050d04cc48ae0ffd715fb9e13, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/cae6196062d54151806cce8e5a3303b0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/43c29bf5d12549649e72a33fe0d690bf, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2d1a7f951551425cb2e5d38534425d17, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/46bc4bd3241341a6b4bee70a64d167b8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/a0e32947701e42ebae78683bf15f9feb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/16a12f6f329f4fd28149e9b62941fea9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/49626b2bf7f34c1fb1f5601dcb3830da, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/f5cbbcc2c3444bc18ba872a07ff313a4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/00f6f60967524a718741857d52251e53, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/208dde79fb2f471ebe8650610d14ab04, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/7ffac694418f472c869e37fafdd6aa9d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2e6ee802b42649978eb8b37151408a76, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/57955fb09580447d95be3195e59813ca, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/0172e0d7e21e462a9313b987a5f27319, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/132928ff26a447dd93bd66632e578739, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/87e1b24e8f5c42c485101688abc47883, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/a6cdfe6569c4468aae2f4cd4d90e8203, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/6170bb77d1d747258a6e210a8ed2d000, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/81382d5325b54e3fb780892b4b186204, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/826daece73794f67ac2d769ef0e60eec, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/4c322aba57024ca6ab2ae1da57d9ea36, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/79ce335c853d4e6fb5a17a7cc33e3963, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/02409344a6c54edf91e731174ecd62f0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/67af7329fd2842e4a97ff31d6481f699] to archive 2024-11-15T19:59:41,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T19:59:41,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/e3ba148bdfd24ee5aad3cb20b036ce96 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/e3ba148bdfd24ee5aad3cb20b036ce96 2024-11-15T19:59:41,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/feb1e52b51dc4e9d83c625c8a0a87f26 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/feb1e52b51dc4e9d83c625c8a0a87f26 2024-11-15T19:59:41,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/22ee2753fb1841e28292ee2d88b47576 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/22ee2753fb1841e28292ee2d88b47576 2024-11-15T19:59:41,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/64b6842050d04cc48ae0ffd715fb9e13 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/64b6842050d04cc48ae0ffd715fb9e13 2024-11-15T19:59:41,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/cae6196062d54151806cce8e5a3303b0 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/cae6196062d54151806cce8e5a3303b0 2024-11-15T19:59:41,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/43c29bf5d12549649e72a33fe0d690bf to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/43c29bf5d12549649e72a33fe0d690bf 2024-11-15T19:59:41,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2d1a7f951551425cb2e5d38534425d17 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2d1a7f951551425cb2e5d38534425d17 2024-11-15T19:59:41,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/46bc4bd3241341a6b4bee70a64d167b8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/46bc4bd3241341a6b4bee70a64d167b8 2024-11-15T19:59:41,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/a0e32947701e42ebae78683bf15f9feb to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/a0e32947701e42ebae78683bf15f9feb 2024-11-15T19:59:41,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/16a12f6f329f4fd28149e9b62941fea9 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/16a12f6f329f4fd28149e9b62941fea9 2024-11-15T19:59:41,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/49626b2bf7f34c1fb1f5601dcb3830da to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/49626b2bf7f34c1fb1f5601dcb3830da 2024-11-15T19:59:41,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/f5cbbcc2c3444bc18ba872a07ff313a4 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/f5cbbcc2c3444bc18ba872a07ff313a4 2024-11-15T19:59:41,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/00f6f60967524a718741857d52251e53 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/00f6f60967524a718741857d52251e53 2024-11-15T19:59:41,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/208dde79fb2f471ebe8650610d14ab04 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/208dde79fb2f471ebe8650610d14ab04 2024-11-15T19:59:41,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/7ffac694418f472c869e37fafdd6aa9d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/7ffac694418f472c869e37fafdd6aa9d 2024-11-15T19:59:41,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2e6ee802b42649978eb8b37151408a76 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2e6ee802b42649978eb8b37151408a76 2024-11-15T19:59:41,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/57955fb09580447d95be3195e59813ca to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/57955fb09580447d95be3195e59813ca 2024-11-15T19:59:41,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/0172e0d7e21e462a9313b987a5f27319 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/0172e0d7e21e462a9313b987a5f27319 2024-11-15T19:59:41,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/132928ff26a447dd93bd66632e578739 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/132928ff26a447dd93bd66632e578739 2024-11-15T19:59:41,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/87e1b24e8f5c42c485101688abc47883 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/87e1b24e8f5c42c485101688abc47883 2024-11-15T19:59:41,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/a6cdfe6569c4468aae2f4cd4d90e8203 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/a6cdfe6569c4468aae2f4cd4d90e8203 2024-11-15T19:59:41,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/6170bb77d1d747258a6e210a8ed2d000 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/6170bb77d1d747258a6e210a8ed2d000 2024-11-15T19:59:41,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/81382d5325b54e3fb780892b4b186204 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/81382d5325b54e3fb780892b4b186204 2024-11-15T19:59:41,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/826daece73794f67ac2d769ef0e60eec to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/826daece73794f67ac2d769ef0e60eec 2024-11-15T19:59:41,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/4c322aba57024ca6ab2ae1da57d9ea36 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/4c322aba57024ca6ab2ae1da57d9ea36 2024-11-15T19:59:41,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/79ce335c853d4e6fb5a17a7cc33e3963 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/79ce335c853d4e6fb5a17a7cc33e3963 2024-11-15T19:59:41,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/02409344a6c54edf91e731174ecd62f0 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/02409344a6c54edf91e731174ecd62f0 2024-11-15T19:59:41,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/67af7329fd2842e4a97ff31d6481f699 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/67af7329fd2842e4a97ff31d6481f699 2024-11-15T19:59:41,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f81bc5ec115f4b078e60775db68e086d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f51a7d5b37464472a919775a8829ab5d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d7b47b113b5e43008808c30514607db3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/09f83ac4f530406fa9007883e463146f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/7702b68979ee45ba9b80a6966d9d1e16, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/da370accb5b44e318b51a9bf9c26719e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/1908149686dd44a8b09ffdc538389d0f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9322abf1457942ada394b01ef53c8c22, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d0f8377f537d41b5985ff11384564b2b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f07f4dc8e8644e1fa7c02909dd455451, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d6cfa0e5919342a59e0443e0e63ecdf5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/56cd4c0747e04edf8ab3ee60d49eb8aa, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d1b525584c83423aac2cc2ce51897c88, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/117fabc92702442db6a0ce1afd0e6b13, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9396652e457547afa87576266001c0bb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/963a19fb98e549039841b82dd12727a4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/5459ee7a10b846348be55bc440e9c51d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/96d36fbcef8f48bfadbfe6109a8cfd55, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/111bb5a562e145069d50dc746204165d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/81c7131981794db7a7c9eb4496a8b6f7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/4783d4935a484173899b2dd5c343a71d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/aa18994b614c4beaa21a3439cb9e3c9b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/e8b50f8177974ed080e97e24420aef92, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/e2bf53ebb43e4a268d8cd6010b2deb24, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/72c5787ccc6947d1a9f71d091d7c3703, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/7643e1a6fa974c8e9f179baf5673386d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/3ae14ee93f984ccf9cb68a69df980fe6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9ac6da885ec94ec7bec6b09e555c7757] to archive 2024-11-15T19:59:41,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T19:59:41,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f81bc5ec115f4b078e60775db68e086d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f81bc5ec115f4b078e60775db68e086d 2024-11-15T19:59:41,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f51a7d5b37464472a919775a8829ab5d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f51a7d5b37464472a919775a8829ab5d 2024-11-15T19:59:41,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d7b47b113b5e43008808c30514607db3 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d7b47b113b5e43008808c30514607db3 2024-11-15T19:59:41,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/09f83ac4f530406fa9007883e463146f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/09f83ac4f530406fa9007883e463146f 2024-11-15T19:59:41,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/7702b68979ee45ba9b80a6966d9d1e16 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/7702b68979ee45ba9b80a6966d9d1e16 2024-11-15T19:59:41,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/da370accb5b44e318b51a9bf9c26719e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/da370accb5b44e318b51a9bf9c26719e 2024-11-15T19:59:41,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/1908149686dd44a8b09ffdc538389d0f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/1908149686dd44a8b09ffdc538389d0f 2024-11-15T19:59:41,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9322abf1457942ada394b01ef53c8c22 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9322abf1457942ada394b01ef53c8c22 2024-11-15T19:59:41,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d0f8377f537d41b5985ff11384564b2b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d0f8377f537d41b5985ff11384564b2b 2024-11-15T19:59:41,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f07f4dc8e8644e1fa7c02909dd455451 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f07f4dc8e8644e1fa7c02909dd455451 2024-11-15T19:59:41,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d6cfa0e5919342a59e0443e0e63ecdf5 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d6cfa0e5919342a59e0443e0e63ecdf5 2024-11-15T19:59:41,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/56cd4c0747e04edf8ab3ee60d49eb8aa to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/56cd4c0747e04edf8ab3ee60d49eb8aa 2024-11-15T19:59:41,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d1b525584c83423aac2cc2ce51897c88 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/d1b525584c83423aac2cc2ce51897c88 2024-11-15T19:59:41,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/117fabc92702442db6a0ce1afd0e6b13 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/117fabc92702442db6a0ce1afd0e6b13 2024-11-15T19:59:41,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9396652e457547afa87576266001c0bb to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9396652e457547afa87576266001c0bb 2024-11-15T19:59:41,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/963a19fb98e549039841b82dd12727a4 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/963a19fb98e549039841b82dd12727a4 2024-11-15T19:59:41,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/5459ee7a10b846348be55bc440e9c51d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/5459ee7a10b846348be55bc440e9c51d 2024-11-15T19:59:41,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/96d36fbcef8f48bfadbfe6109a8cfd55 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/96d36fbcef8f48bfadbfe6109a8cfd55 2024-11-15T19:59:41,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/111bb5a562e145069d50dc746204165d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/111bb5a562e145069d50dc746204165d 2024-11-15T19:59:41,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/81c7131981794db7a7c9eb4496a8b6f7 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/81c7131981794db7a7c9eb4496a8b6f7 2024-11-15T19:59:41,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/4783d4935a484173899b2dd5c343a71d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/4783d4935a484173899b2dd5c343a71d 2024-11-15T19:59:41,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/aa18994b614c4beaa21a3439cb9e3c9b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/aa18994b614c4beaa21a3439cb9e3c9b 2024-11-15T19:59:41,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/e8b50f8177974ed080e97e24420aef92 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/e8b50f8177974ed080e97e24420aef92 2024-11-15T19:59:41,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/e2bf53ebb43e4a268d8cd6010b2deb24 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/e2bf53ebb43e4a268d8cd6010b2deb24 2024-11-15T19:59:41,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/72c5787ccc6947d1a9f71d091d7c3703 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/72c5787ccc6947d1a9f71d091d7c3703 2024-11-15T19:59:41,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/7643e1a6fa974c8e9f179baf5673386d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/7643e1a6fa974c8e9f179baf5673386d 2024-11-15T19:59:41,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/3ae14ee93f984ccf9cb68a69df980fe6 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/3ae14ee93f984ccf9cb68a69df980fe6 2024-11-15T19:59:41,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9ac6da885ec94ec7bec6b09e555c7757 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9ac6da885ec94ec7bec6b09e555c7757 2024-11-15T19:59:41,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/be69f2dee9774f6bbe5c27edc0a9e9b5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a5e9a46c82e34fa8b1dab60fed741109, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/f0f0accd12614285a6488c5d8d7b8148, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/1e8bb28eb45b43e5996a6f74adc377d5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/25fd29df782d484f89715220f5155386, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e16261431b0242b8a07b4b84ac54a3dc, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b91f1d93a5774aae84ce92ce2c1cf76d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/90a8fa775a1340b4942e6fc3fd19bd46, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/bfa548e4d2274265b97e5b20601e196b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/38d3907329724f5e90dbd9c18d34b8f8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a5149d9398574a00b65f0ad4aff586ad, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b16efd7cc8154f35b75f4494a9f1c775, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b0373f8b91b844a9a8716a04b0d92273, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/6b173d1d19644c989dd53346cdb3bb35, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/6cd246859d2c4c889f51c470a372002e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/63b753faea7d4403a2ae4d3af97f4f09, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/491b7e449e6d4663be27ec6ea4b08801, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/2fe29c83801441df971f993e0a982c91, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e1dd0e75fd1e4a2f9f1731ba436dd0b8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e68ec8f9782f44af885abad9f8837bb6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/7aaab8f48efd4df78d62c5ff6a5e36cb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a8a8a6ce5cb34f0bba3b0f441b71f108, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/529e1f47469e436d8976c3592c24dcfd, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b26eb63494334df8989ff117f5094cd2, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/42215e805f5c4d86a3892555de0b3f1a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/aa03a05133c549c78c5100adaf26648c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/955ae70dba8a43c1a7252e6ed4df9387, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/773ef17b9ef843ecb273ae2791ef4c5b] to archive 2024-11-15T19:59:41,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T19:59:41,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/be69f2dee9774f6bbe5c27edc0a9e9b5 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/be69f2dee9774f6bbe5c27edc0a9e9b5 2024-11-15T19:59:41,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a5e9a46c82e34fa8b1dab60fed741109 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a5e9a46c82e34fa8b1dab60fed741109 2024-11-15T19:59:41,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/f0f0accd12614285a6488c5d8d7b8148 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/f0f0accd12614285a6488c5d8d7b8148 2024-11-15T19:59:41,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/1e8bb28eb45b43e5996a6f74adc377d5 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/1e8bb28eb45b43e5996a6f74adc377d5 2024-11-15T19:59:41,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/25fd29df782d484f89715220f5155386 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/25fd29df782d484f89715220f5155386 2024-11-15T19:59:41,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e16261431b0242b8a07b4b84ac54a3dc to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e16261431b0242b8a07b4b84ac54a3dc 2024-11-15T19:59:41,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b91f1d93a5774aae84ce92ce2c1cf76d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b91f1d93a5774aae84ce92ce2c1cf76d 2024-11-15T19:59:41,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/90a8fa775a1340b4942e6fc3fd19bd46 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/90a8fa775a1340b4942e6fc3fd19bd46 2024-11-15T19:59:41,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/bfa548e4d2274265b97e5b20601e196b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/bfa548e4d2274265b97e5b20601e196b 2024-11-15T19:59:41,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/38d3907329724f5e90dbd9c18d34b8f8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/38d3907329724f5e90dbd9c18d34b8f8 2024-11-15T19:59:41,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a5149d9398574a00b65f0ad4aff586ad to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a5149d9398574a00b65f0ad4aff586ad 2024-11-15T19:59:41,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b16efd7cc8154f35b75f4494a9f1c775 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b16efd7cc8154f35b75f4494a9f1c775 2024-11-15T19:59:41,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b0373f8b91b844a9a8716a04b0d92273 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b0373f8b91b844a9a8716a04b0d92273 2024-11-15T19:59:41,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/6b173d1d19644c989dd53346cdb3bb35 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/6b173d1d19644c989dd53346cdb3bb35 2024-11-15T19:59:41,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/6cd246859d2c4c889f51c470a372002e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/6cd246859d2c4c889f51c470a372002e 2024-11-15T19:59:41,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/63b753faea7d4403a2ae4d3af97f4f09 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/63b753faea7d4403a2ae4d3af97f4f09 2024-11-15T19:59:41,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/491b7e449e6d4663be27ec6ea4b08801 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/491b7e449e6d4663be27ec6ea4b08801 2024-11-15T19:59:41,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/2fe29c83801441df971f993e0a982c91 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/2fe29c83801441df971f993e0a982c91 2024-11-15T19:59:41,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e1dd0e75fd1e4a2f9f1731ba436dd0b8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e1dd0e75fd1e4a2f9f1731ba436dd0b8 2024-11-15T19:59:41,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e68ec8f9782f44af885abad9f8837bb6 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/e68ec8f9782f44af885abad9f8837bb6 2024-11-15T19:59:41,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/7aaab8f48efd4df78d62c5ff6a5e36cb to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/7aaab8f48efd4df78d62c5ff6a5e36cb 2024-11-15T19:59:41,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a8a8a6ce5cb34f0bba3b0f441b71f108 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a8a8a6ce5cb34f0bba3b0f441b71f108 2024-11-15T19:59:41,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/529e1f47469e436d8976c3592c24dcfd to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/529e1f47469e436d8976c3592c24dcfd 2024-11-15T19:59:41,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b26eb63494334df8989ff117f5094cd2 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/b26eb63494334df8989ff117f5094cd2 2024-11-15T19:59:41,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/42215e805f5c4d86a3892555de0b3f1a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/42215e805f5c4d86a3892555de0b3f1a 2024-11-15T19:59:41,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/aa03a05133c549c78c5100adaf26648c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/aa03a05133c549c78c5100adaf26648c 2024-11-15T19:59:41,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/955ae70dba8a43c1a7252e6ed4df9387 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/955ae70dba8a43c1a7252e6ed4df9387 2024-11-15T19:59:41,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/773ef17b9ef843ecb273ae2791ef4c5b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/773ef17b9ef843ecb273ae2791ef4c5b 2024-11-15T19:59:41,176 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/recovered.edits/443.seqid, newMaxSeqId=443, maxSeqId=4 2024-11-15T19:59:41,177 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. 2024-11-15T19:59:41,177 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for 1ec242c4159a908c278d3ce68e9eec70: Waiting for close lock at 1731700779405Running coprocessor pre-close hooks at 1731700779405Disabling compacts and flushes for region at 1731700779405Disabling writes for close at 1731700779405Obtaining lock to block concurrent updates at 1731700779405Preparing flush snapshotting stores in 1ec242c4159a908c278d3ce68e9eec70 at 1731700779405Finished memstore snapshotting TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731700779405Flushing stores of TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70. at 1731700779406 (+1 ms)Flushing 1ec242c4159a908c278d3ce68e9eec70/A: creating writer at 1731700779406Flushing mob file 1ec242c4159a908c278d3ce68e9eec70/A: appending metadata at 1731700779411 (+5 ms)Flushing mob file 1ec242c4159a908c278d3ce68e9eec70/A: closing flushed file at 1731700779411Flushing 1ec242c4159a908c278d3ce68e9eec70/A: appending metadata at 1731700779821 (+410 ms)Flushing 1ec242c4159a908c278d3ce68e9eec70/A: closing flushed file at 1731700779821Flushing 1ec242c4159a908c278d3ce68e9eec70/B: creating writer at 1731700780230 (+409 ms)Flushing 1ec242c4159a908c278d3ce68e9eec70/B: appending metadata at 1731700780233 (+3 ms)Flushing 1ec242c4159a908c278d3ce68e9eec70/B: closing flushed file at 1731700780233Flushing 1ec242c4159a908c278d3ce68e9eec70/C: creating writer at 1731700780641 (+408 ms)Flushing 1ec242c4159a908c278d3ce68e9eec70/C: appending metadata at 1731700780644 (+3 ms)Flushing 1ec242c4159a908c278d3ce68e9eec70/C: closing flushed file at 1731700780644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5feebf40: reopening flushed file at 1731700781053 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9b35ab: reopening flushed file at 1731700781059 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ccc50f: reopening flushed file at 1731700781063 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1ec242c4159a908c278d3ce68e9eec70 in 1663ms, sequenceid=440, compaction requested=true at 1731700781068 (+5 ms)Writing region close event to WAL at 1731700781174 (+106 ms)Running coprocessor post-close hooks at 1731700781177 (+3 ms)Closed at 1731700781177 2024-11-15T19:59:41,179 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed 1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,180 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=1ec242c4159a908c278d3ce68e9eec70, regionState=CLOSED 2024-11-15T19:59:41,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T19:59:41,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-15T19:59:41,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 1ec242c4159a908c278d3ce68e9eec70, server=c325ef450a96,42595,1731700725376 in 1.9300 sec 2024-11-15T19:59:41,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-15T19:59:41,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ec242c4159a908c278d3ce68e9eec70, UNASSIGN in 1.9350 sec 2024-11-15T19:59:41,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-15T19:59:41,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9370 sec 2024-11-15T19:59:41,188 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700781188"}]},"ts":"1731700781188"} 2024-11-15T19:59:41,190 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T19:59:41,190 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T19:59:41,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9470 sec 2024-11-15T19:59:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-15T19:59:41,400 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:41,401 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T19:59:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:41,403 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T19:59:41,403 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:41,407 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,409 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/recovered.edits] 2024-11-15T19:59:41,412 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/0bc0a392a6f04f1fbae7de53f15d861b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/0bc0a392a6f04f1fbae7de53f15d861b 2024-11-15T19:59:41,413 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2d266701b20d44e3a1b3b321125a3d2f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/2d266701b20d44e3a1b3b321125a3d2f 2024-11-15T19:59:41,414 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/d0fb565ff6b94e31a333d1a49ed97277 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/A/d0fb565ff6b94e31a333d1a49ed97277 2024-11-15T19:59:41,416 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/637f442bad614bc7a8d3f991a1601b90 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/637f442bad614bc7a8d3f991a1601b90 2024-11-15T19:59:41,418 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9d462d8cc6eb4e369deac50244921214 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/9d462d8cc6eb4e369deac50244921214 2024-11-15T19:59:41,419 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f8a408a022094a3eb9036fa6e68fbcad to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/B/f8a408a022094a3eb9036fa6e68fbcad 2024-11-15T19:59:41,421 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/3f529a8b8c324f048ba0dde003de4388 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/3f529a8b8c324f048ba0dde003de4388 2024-11-15T19:59:41,422 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/6cfef5d87ba64714a244d76539922831 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/6cfef5d87ba64714a244d76539922831 2024-11-15T19:59:41,423 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a9fc36d907a24ca086c5f1efa61f9f48 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/C/a9fc36d907a24ca086c5f1efa61f9f48 2024-11-15T19:59:41,426 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/recovered.edits/443.seqid to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70/recovered.edits/443.seqid 2024-11-15T19:59:41,427 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,427 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T19:59:41,427 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T19:59:41,428 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T19:59:41,432 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111513cd8a1c27834f65a45bcda87746f662_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111513cd8a1c27834f65a45bcda87746f662_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,433 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151fff068025fa4d229c4d4ea7a88a5a66_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151fff068025fa4d229c4d4ea7a88a5a66_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,434 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115317d990a707b4ec4807e5df11ee41b37_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115317d990a707b4ec4807e5df11ee41b37_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,436 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111532a9ab84f2344f1f8f505ffeef5dd057_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111532a9ab84f2344f1f8f505ffeef5dd057_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,437 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111539e54d5f6d154603bd2e709cdfff9420_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111539e54d5f6d154603bd2e709cdfff9420_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,439 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115468ed69cc5664e7c82d9672fc3256b96_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115468ed69cc5664e7c82d9672fc3256b96_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,440 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111548511543e4154cec8e80a486af036717_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111548511543e4154cec8e80a486af036717_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,442 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155eeed9a378f74903957d7a6f0f693ccf_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155eeed9a378f74903957d7a6f0f693ccf_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,443 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115628f8ba30162460c9936ca4cafccecf1_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115628f8ba30162460c9936ca4cafccecf1_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,444 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157639bc7a4f074eb79d922882c2984a1b_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157639bc7a4f074eb79d922882c2984a1b_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,446 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111597ee7df9271a4e27b80e55a9854a2589_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111597ee7df9271a4e27b80e55a9854a2589_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,447 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115994b2e5c6c764f44975789a1ff932edc_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115994b2e5c6c764f44975789a1ff932edc_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,449 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a5c4c38b2c4a41579e44c49955db94d1_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a5c4c38b2c4a41579e44c49955db94d1_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,450 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b68a54304e4b40adb05a08866c5963b9_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b68a54304e4b40adb05a08866c5963b9_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,451 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b6b9da666a474ce8a8878946e9f31de4_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b6b9da666a474ce8a8878946e9f31de4_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,452 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c2f533b8177d42c895a41b7a139ebb6a_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c2f533b8177d42c895a41b7a139ebb6a_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,453 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cef72433cf1a4a998911b4029715efd3_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cef72433cf1a4a998911b4029715efd3_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,454 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d3470ea458134a46be49ef24c0e30dcb_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d3470ea458134a46be49ef24c0e30dcb_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,455 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d73a5e11aff1486e979b113e579fe180_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d73a5e11aff1486e979b113e579fe180_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,456 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115efc7d9a8d0e64d558f4600e294fc7cf4_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115efc7d9a8d0e64d558f4600e294fc7cf4_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,458 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115efe931adc4e341db968ede394baba96f_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115efe931adc4e341db968ede394baba96f_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,459 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f3850ba0a57d4df885e7779bb596db70_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f3850ba0a57d4df885e7779bb596db70_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,460 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f88aa06722fa4586a66a6419dc15e506_1ec242c4159a908c278d3ce68e9eec70 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f88aa06722fa4586a66a6419dc15e506_1ec242c4159a908c278d3ce68e9eec70 2024-11-15T19:59:41,461 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T19:59:41,463 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:41,465 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T19:59:41,467 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T19:59:41,468 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:41,468 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T19:59:41,469 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731700781468"}]},"ts":"9223372036854775807"} 2024-11-15T19:59:41,471 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T19:59:41,471 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1ec242c4159a908c278d3ce68e9eec70, NAME => 'TestAcidGuarantees,,1731700753775.1ec242c4159a908c278d3ce68e9eec70.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T19:59:41,471 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T19:59:41,471 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731700781471"}]},"ts":"9223372036854775807"} 2024-11-15T19:59:41,473 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T19:59:41,474 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:41,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 73 msec 2024-11-15T19:59:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-15T19:59:41,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T19:59:41,511 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:41,523 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=247 (was 239) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_516271861_22 at /127.0.0.1:54468 [Waiting for operation #1099] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2036895351_22 at /127.0.0.1:54466 [Waiting for operation #1078] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/cluster_9a713021-c67b-8789-66a9-b47232943eb4/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_516271861_22 at /127.0.0.1:53086 [Waiting for operation #1359] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/cluster_9a713021-c67b-8789-66a9-b47232943eb4/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2036895351_22 at /127.0.0.1:54412 [Waiting for operation #1100] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=444 (was 445), ProcessCount=11 (was 11), AvailableMemoryMB=814 (was 1070) 2024-11-15T19:59:41,532 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=247, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=444, ProcessCount=11, AvailableMemoryMB=814 2024-11-15T19:59:41,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T19:59:41,533 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:59:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T19:59:41,535 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T19:59:41,535 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:41,535 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-15T19:59:41,536 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T19:59:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T19:59:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742066_1242 (size=959) 2024-11-15T19:59:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T19:59:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T19:59:41,944 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97 2024-11-15T19:59:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742067_1243 (size=53) 2024-11-15T19:59:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T19:59:42,353 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:59:42,353 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ec9f9f60dcde147251a5c9e90c6d0197, disabling compactions & flushes 2024-11-15T19:59:42,353 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:42,353 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:42,353 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. after waiting 0 ms 2024-11-15T19:59:42,353 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:42,353 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:42,353 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec9f9f60dcde147251a5c9e90c6d0197: Waiting for close lock at 1731700782353Disabling compacts and flushes for region at 1731700782353Disabling writes for close at 1731700782353Writing region close event to WAL at 1731700782353Closed at 1731700782353 2024-11-15T19:59:42,354 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T19:59:42,355 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731700782354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700782354"}]},"ts":"1731700782354"} 2024-11-15T19:59:42,356 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T19:59:42,357 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T19:59:42,357 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700782357"}]},"ts":"1731700782357"} 2024-11-15T19:59:42,358 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T19:59:42,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec9f9f60dcde147251a5c9e90c6d0197, ASSIGN}] 2024-11-15T19:59:42,360 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec9f9f60dcde147251a5c9e90c6d0197, ASSIGN 2024-11-15T19:59:42,360 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec9f9f60dcde147251a5c9e90c6d0197, ASSIGN; state=OFFLINE, location=c325ef450a96,42595,1731700725376; forceNewPlan=false, retain=false 2024-11-15T19:59:42,511 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=ec9f9f60dcde147251a5c9e90c6d0197, regionState=OPENING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T19:59:42,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec9f9f60dcde147251a5c9e90c6d0197, ASSIGN because future has completed 2024-11-15T19:59:42,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376}] 2024-11-15T19:59:42,668 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:42,668 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:59:42,668 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:42,668 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:59:42,668 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:42,668 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:42,670 INFO [StoreOpener-ec9f9f60dcde147251a5c9e90c6d0197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T19:59:42,671 INFO [StoreOpener-ec9f9f60dcde147251a5c9e90c6d0197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec9f9f60dcde147251a5c9e90c6d0197 columnFamilyName A 2024-11-15T19:59:42,671 DEBUG [StoreOpener-ec9f9f60dcde147251a5c9e90c6d0197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:42,672 INFO [StoreOpener-ec9f9f60dcde147251a5c9e90c6d0197-1 {}] regionserver.HStore(327): Store=ec9f9f60dcde147251a5c9e90c6d0197/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:59:42,672 INFO [StoreOpener-ec9f9f60dcde147251a5c9e90c6d0197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:42,673 INFO [StoreOpener-ec9f9f60dcde147251a5c9e90c6d0197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec9f9f60dcde147251a5c9e90c6d0197 columnFamilyName B 2024-11-15T19:59:42,673 DEBUG [StoreOpener-ec9f9f60dcde147251a5c9e90c6d0197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:42,673 INFO [StoreOpener-ec9f9f60dcde147251a5c9e90c6d0197-1 {}] regionserver.HStore(327): Store=ec9f9f60dcde147251a5c9e90c6d0197/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:59:42,674 INFO [StoreOpener-ec9f9f60dcde147251a5c9e90c6d0197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:42,675 INFO [StoreOpener-ec9f9f60dcde147251a5c9e90c6d0197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec9f9f60dcde147251a5c9e90c6d0197 columnFamilyName C 2024-11-15T19:59:42,675 DEBUG [StoreOpener-ec9f9f60dcde147251a5c9e90c6d0197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:59:42,675 INFO [StoreOpener-ec9f9f60dcde147251a5c9e90c6d0197-1 {}] regionserver.HStore(327): Store=ec9f9f60dcde147251a5c9e90c6d0197/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:59:42,675 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:42,676 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:42,676 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:42,677 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:42,677 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:42,678 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T19:59:42,679 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:42,681 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:59:42,681 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened ec9f9f60dcde147251a5c9e90c6d0197; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62192437, jitterRate=-0.07326047122478485}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T19:59:42,681 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:42,682 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for ec9f9f60dcde147251a5c9e90c6d0197: Running coprocessor pre-open hook at 1731700782669Writing region info on filesystem at 1731700782669Initializing all the Stores at 1731700782669Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700782669Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700782669Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700782669Cleaning up temporary data from old regions at 1731700782677 (+8 ms)Running coprocessor post-open hooks at 1731700782681 (+4 ms)Region opened successfully at 1731700782682 (+1 ms) 2024-11-15T19:59:42,683 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., pid=63, masterSystemTime=1731700782665 2024-11-15T19:59:42,685 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:42,685 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:42,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=ec9f9f60dcde147251a5c9e90c6d0197, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T19:59:42,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T19:59:42,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-15T19:59:42,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 in 175 msec 2024-11-15T19:59:42,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-15T19:59:42,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec9f9f60dcde147251a5c9e90c6d0197, ASSIGN in 332 msec 2024-11-15T19:59:42,694 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T19:59:42,694 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700782694"}]},"ts":"1731700782694"} 2024-11-15T19:59:42,695 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T19:59:42,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T19:59:42,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1630 sec 2024-11-15T19:59:43,565 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T19:59:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T19:59:43,681 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:43,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781611af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:43,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:43,684 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:43,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:43,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:43,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c1f657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:43,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:43,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:43,685 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9cb87c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:43,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:43,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:43,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:59:43,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c325ef450a96,43137,1731700724558 2024-11-15T19:59:43,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@149eec3a 2024-11-15T19:59:43,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:59:43,691 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:59:43,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:43,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:43,693 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4e0bb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:43,695 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:43,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149f283c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf99f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:43,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:43,697 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:43,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:43,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fd78fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:43,698 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:43,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72de5d1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:43,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:43,700 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec6495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:43,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:43,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:43,702 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:43,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6955f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:43,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:43,704 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0b7a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:43,705 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:43,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75eeb801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f17e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:43,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:43,707 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:43,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:43,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:43,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46946b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:43,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:43,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:43,708 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:43,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5145531b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:43,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:43,710 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:43,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:43,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:43,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8aed2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:43,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:43,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:43,712 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:43,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e94730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:43,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:43,714 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae69d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:43,715 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:43,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc309b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:43,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:43,717 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:43,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:43,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:43,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78019144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:43,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:43,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:43,718 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:43,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cde10b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:43,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:43,721 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:43,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:43,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:43,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210d8eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:43,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:43,722 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c67826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,723 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T19:59:43,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:59:43,724 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T19:59:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:59:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T19:59:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e2c112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T19:59:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:59:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:59:43,725 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:59:43,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff6c563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T19:59:43,726 DEBUG [Thread-1149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:43,726 DEBUG [Thread-1132 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:43,726 DEBUG [Thread-1134 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:43,726 DEBUG [Thread-1138 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:43,727 DEBUG [Thread-1147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:43,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:43,728 DEBUG [Thread-1130 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:43,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:43,728 DEBUG [Thread-1145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:43,729 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:43,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:43,729 DEBUG [Thread-1136 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:43,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:43,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:43,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:43,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:43,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:43,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:43,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-15T19:59:43,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:43,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-15T19:59:43,732 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:43,732 DEBUG [Thread-1143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:43,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:59:43,733 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:43,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:43,734 DEBUG [Thread-1141 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:59:43,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:43,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:43,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:59:43,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:43,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:43,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T19:59:43,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:59:43,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:59:43,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:59:43,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:59:43,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:59:43,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:59:43,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:59:43,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:59:43,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:59:43,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T19:59:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:43,749 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:43,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T19:59:43,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/08ce7b58570c4a78b0f1dd583b2d51bf is 50, key is test_row_0/A:col10/1731700783743/Put/seqid=0 2024-11-15T19:59:43,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742068_1244 (size=12001) 2024-11-15T19:59:43,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/08ce7b58570c4a78b0f1dd583b2d51bf 2024-11-15T19:59:43,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/42aa179ee6874565af233939c3162c6f is 50, key is test_row_0/B:col10/1731700783743/Put/seqid=0 2024-11-15T19:59:43,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:43,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700843823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:43,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700843822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:43,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700843833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:43,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:43,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700843833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-15T19:59:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:43,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700843834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:43,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742069_1245 (size=12001) 2024-11-15T19:59:43,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-15T19:59:43,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:43,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:43,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:43,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:43,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:43,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700843940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:43,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:43,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700843940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:43,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:43,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700843951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:43,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:43,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700843951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:43,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:43,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:43,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700843951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:43,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:43,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-15T19:59:44,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:44,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:44,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:44,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:44,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-15T19:59:44,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700844150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700844150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700844161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700844161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700844161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-15T19:59:44,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:44,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:44,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:44,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:44,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:44,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/42aa179ee6874565af233939c3162c6f 2024-11-15T19:59:44,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/d4d4f8e9c0f84c8cae666eb20b446273 is 50, key is test_row_0/C:col10/1731700783743/Put/seqid=0 2024-11-15T19:59:44,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742070_1246 (size=12001) 2024-11-15T19:59:44,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/d4d4f8e9c0f84c8cae666eb20b446273 2024-11-15T19:59:44,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/08ce7b58570c4a78b0f1dd583b2d51bf as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/08ce7b58570c4a78b0f1dd583b2d51bf 2024-11-15T19:59:44,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/08ce7b58570c4a78b0f1dd583b2d51bf, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T19:59:44,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/42aa179ee6874565af233939c3162c6f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/42aa179ee6874565af233939c3162c6f 2024-11-15T19:59:44,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/42aa179ee6874565af233939c3162c6f, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T19:59:44,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/d4d4f8e9c0f84c8cae666eb20b446273 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d4d4f8e9c0f84c8cae666eb20b446273 2024-11-15T19:59:44,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d4d4f8e9c0f84c8cae666eb20b446273, entries=150, sequenceid=14, filesize=11.7 K 2024-11-15T19:59:44,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ec9f9f60dcde147251a5c9e90c6d0197 in 564ms, sequenceid=14, compaction requested=false 2024-11-15T19:59:44,313 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-15T19:59:44,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:44,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-15T19:59:44,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:44,350 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T19:59:44,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/37640bde619e445db613ea7970a7b873 is 50, key is test_row_0/A:col10/1731700783830/Put/seqid=0 2024-11-15T19:59:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-15T19:59:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742071_1247 (size=12001) 2024-11-15T19:59:44,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:44,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700844472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700844473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700844474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700844476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700844476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700844581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700844581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700844582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700844591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700844592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,763 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/37640bde619e445db613ea7970a7b873 2024-11-15T19:59:44,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/b2b96b6b52174035864639c9d9839681 is 50, key is test_row_0/B:col10/1731700783830/Put/seqid=0 2024-11-15T19:59:44,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742072_1248 (size=12001) 2024-11-15T19:59:44,785 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/b2b96b6b52174035864639c9d9839681 2024-11-15T19:59:44,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700844790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/52c7c1f638de479fb5ff2fbc4013bcc4 is 50, key is test_row_0/C:col10/1731700783830/Put/seqid=0 2024-11-15T19:59:44,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700844800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700844800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700844800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700844800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742073_1249 (size=12001) 2024-11-15T19:59:44,815 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/52c7c1f638de479fb5ff2fbc4013bcc4 2024-11-15T19:59:44,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/37640bde619e445db613ea7970a7b873 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/37640bde619e445db613ea7970a7b873 2024-11-15T19:59:44,829 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/37640bde619e445db613ea7970a7b873, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T19:59:44,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/b2b96b6b52174035864639c9d9839681 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/b2b96b6b52174035864639c9d9839681 2024-11-15T19:59:44,835 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/b2b96b6b52174035864639c9d9839681, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T19:59:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/52c7c1f638de479fb5ff2fbc4013bcc4 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/52c7c1f638de479fb5ff2fbc4013bcc4 2024-11-15T19:59:44,841 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/52c7c1f638de479fb5ff2fbc4013bcc4, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T19:59:44,842 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ec9f9f60dcde147251a5c9e90c6d0197 in 492ms, sequenceid=37, compaction requested=false 2024-11-15T19:59:44,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:44,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:44,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-15T19:59:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-15T19:59:44,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-15T19:59:44,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1110 sec 2024-11-15T19:59:44,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.1180 sec 2024-11-15T19:59:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-15T19:59:44,870 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:44,871 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-15T19:59:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T19:59:44,873 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:44,874 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:44,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T19:59:45,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-15T19:59:45,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:45,027 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T19:59:45,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/f4125f208db648339575b696a7cca56b is 50, key is test_row_0/A:col10/1731700784474/Put/seqid=0 2024-11-15T19:59:45,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742074_1250 (size=12001) 2024-11-15T19:59:45,046 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/f4125f208db648339575b696a7cca56b 2024-11-15T19:59:45,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/2512761f5dd1442999f4621252440703 is 50, key is test_row_0/B:col10/1731700784474/Put/seqid=0 2024-11-15T19:59:45,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742075_1251 (size=12001) 2024-11-15T19:59:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:45,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:45,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700845128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700845129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700845129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700845130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700845134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T19:59:45,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700845240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700845240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700845240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700845240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700845240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700845450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700845450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700845450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700845452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700845452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,471 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/2512761f5dd1442999f4621252440703 2024-11-15T19:59:45,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/6cae0485f875458888ca8c1699cf659b is 50, key is test_row_0/C:col10/1731700784474/Put/seqid=0 2024-11-15T19:59:45,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742076_1252 (size=12001) 2024-11-15T19:59:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T19:59:45,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700845760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700845760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700845761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700845761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700845761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:45,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:45,885 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/6cae0485f875458888ca8c1699cf659b 2024-11-15T19:59:45,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/f4125f208db648339575b696a7cca56b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/f4125f208db648339575b696a7cca56b 2024-11-15T19:59:45,895 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/f4125f208db648339575b696a7cca56b, entries=150, sequenceid=50, filesize=11.7 K 2024-11-15T19:59:45,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/2512761f5dd1442999f4621252440703 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/2512761f5dd1442999f4621252440703 2024-11-15T19:59:45,900 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/2512761f5dd1442999f4621252440703, entries=150, sequenceid=50, filesize=11.7 K 2024-11-15T19:59:45,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/6cae0485f875458888ca8c1699cf659b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/6cae0485f875458888ca8c1699cf659b 2024-11-15T19:59:45,907 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/6cae0485f875458888ca8c1699cf659b, entries=150, sequenceid=50, filesize=11.7 K 2024-11-15T19:59:45,908 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ec9f9f60dcde147251a5c9e90c6d0197 in 881ms, sequenceid=50, compaction requested=true 2024-11-15T19:59:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-15T19:59:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-15T19:59:45,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-15T19:59:45,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0360 sec 2024-11-15T19:59:45,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.0420 sec 2024-11-15T19:59:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T19:59:46,010 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:46,011 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-15T19:59:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T19:59:46,014 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:46,015 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:46,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T19:59:46,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-15T19:59:46,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:46,168 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T19:59:46,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/3645e68a08cc421bb9ffa6524d1dc23b is 50, key is test_row_0/A:col10/1731700785132/Put/seqid=0 2024-11-15T19:59:46,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742077_1253 (size=12001) 2024-11-15T19:59:46,186 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/3645e68a08cc421bb9ffa6524d1dc23b 2024-11-15T19:59:46,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/0f640033f073453b99efbe05f040dfdd is 50, key is test_row_0/B:col10/1731700785132/Put/seqid=0 2024-11-15T19:59:46,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742078_1254 (size=12001) 2024-11-15T19:59:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:46,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:46,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700846280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700846281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700846282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700846284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700846284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T19:59:46,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700846390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700846390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700846390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700846390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700846401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700846600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700846600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700846600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700846600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700846610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,620 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/0f640033f073453b99efbe05f040dfdd 2024-11-15T19:59:46,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/91ceb7de16854d7787761a2576aa8716 is 50, key is test_row_0/C:col10/1731700785132/Put/seqid=0 2024-11-15T19:59:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742079_1255 (size=12001) 2024-11-15T19:59:46,635 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/91ceb7de16854d7787761a2576aa8716 2024-11-15T19:59:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T19:59:46,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/3645e68a08cc421bb9ffa6524d1dc23b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/3645e68a08cc421bb9ffa6524d1dc23b 2024-11-15T19:59:46,652 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/3645e68a08cc421bb9ffa6524d1dc23b, entries=150, sequenceid=73, filesize=11.7 K 2024-11-15T19:59:46,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/0f640033f073453b99efbe05f040dfdd as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/0f640033f073453b99efbe05f040dfdd 2024-11-15T19:59:46,659 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/0f640033f073453b99efbe05f040dfdd, entries=150, sequenceid=73, filesize=11.7 K 2024-11-15T19:59:46,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/91ceb7de16854d7787761a2576aa8716 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/91ceb7de16854d7787761a2576aa8716 2024-11-15T19:59:46,666 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/91ceb7de16854d7787761a2576aa8716, entries=150, sequenceid=73, filesize=11.7 K 2024-11-15T19:59:46,667 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ec9f9f60dcde147251a5c9e90c6d0197 in 499ms, sequenceid=73, compaction requested=true 2024-11-15T19:59:46,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:46,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:46,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-15T19:59:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-15T19:59:46,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-15T19:59:46,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 657 msec 2024-11-15T19:59:46,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 665 msec 2024-11-15T19:59:46,712 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T19:59:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:46,913 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:46,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T19:59:46,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/4d419053b48246ce8bf3b3f332f6fb08 is 50, key is test_row_0/A:col10/1731700786282/Put/seqid=0 2024-11-15T19:59:46,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742080_1256 (size=12001) 2024-11-15T19:59:46,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/4d419053b48246ce8bf3b3f332f6fb08 2024-11-15T19:59:46,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/aa001523fcee49b5a28f72373945e94e is 50, key is test_row_0/B:col10/1731700786282/Put/seqid=0 2024-11-15T19:59:46,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742081_1257 (size=12001) 2024-11-15T19:59:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700846935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/aa001523fcee49b5a28f72373945e94e 2024-11-15T19:59:46,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700846938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700846939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700846941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700846942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:46,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:46,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:46,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/466179bc98ef428683303b8753f3423f is 50, key is test_row_0/C:col10/1731700786282/Put/seqid=0 2024-11-15T19:59:46,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742082_1258 (size=12001) 2024-11-15T19:59:46,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/466179bc98ef428683303b8753f3423f 2024-11-15T19:59:46,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/4d419053b48246ce8bf3b3f332f6fb08 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/4d419053b48246ce8bf3b3f332f6fb08 2024-11-15T19:59:46,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/4d419053b48246ce8bf3b3f332f6fb08, entries=150, sequenceid=88, filesize=11.7 K 2024-11-15T19:59:46,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/aa001523fcee49b5a28f72373945e94e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/aa001523fcee49b5a28f72373945e94e 2024-11-15T19:59:46,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/aa001523fcee49b5a28f72373945e94e, entries=150, sequenceid=88, filesize=11.7 K 2024-11-15T19:59:46,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/466179bc98ef428683303b8753f3423f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/466179bc98ef428683303b8753f3423f 2024-11-15T19:59:46,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/466179bc98ef428683303b8753f3423f, entries=150, sequenceid=88, filesize=11.7 K 2024-11-15T19:59:46,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ec9f9f60dcde147251a5c9e90c6d0197 in 80ms, sequenceid=88, compaction requested=true 2024-11-15T19:59:46,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:46,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:46,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:46,993 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T19:59:46,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:46,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:46,993 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T19:59:46,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:46,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:46,995 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T19:59:46,995 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/B is initiating minor compaction (all files) 2024-11-15T19:59:46,996 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/B in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:46,996 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/42aa179ee6874565af233939c3162c6f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/b2b96b6b52174035864639c9d9839681, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/2512761f5dd1442999f4621252440703, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/0f640033f073453b99efbe05f040dfdd, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/aa001523fcee49b5a28f72373945e94e] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=58.6 K 2024-11-15T19:59:46,996 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T19:59:46,996 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/A is initiating minor compaction (all files) 2024-11-15T19:59:46,996 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/A in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:46,996 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/08ce7b58570c4a78b0f1dd583b2d51bf, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/37640bde619e445db613ea7970a7b873, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/f4125f208db648339575b696a7cca56b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/3645e68a08cc421bb9ffa6524d1dc23b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/4d419053b48246ce8bf3b3f332f6fb08] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=58.6 K 2024-11-15T19:59:46,996 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 42aa179ee6874565af233939c3162c6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731700783743 2024-11-15T19:59:46,997 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08ce7b58570c4a78b0f1dd583b2d51bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731700783743 2024-11-15T19:59:46,997 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting b2b96b6b52174035864639c9d9839681, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731700783829 2024-11-15T19:59:46,997 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37640bde619e445db613ea7970a7b873, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731700783829 2024-11-15T19:59:46,997 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 2512761f5dd1442999f4621252440703, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731700784472 2024-11-15T19:59:46,997 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4125f208db648339575b696a7cca56b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731700784472 2024-11-15T19:59:46,997 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f640033f073453b99efbe05f040dfdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731700785126 2024-11-15T19:59:46,998 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3645e68a08cc421bb9ffa6524d1dc23b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731700785126 2024-11-15T19:59:46,998 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting aa001523fcee49b5a28f72373945e94e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731700786282 2024-11-15T19:59:46,999 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d419053b48246ce8bf3b3f332f6fb08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731700786282 2024-11-15T19:59:47,015 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#A#compaction#210 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:47,015 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/8d21fbdb95f84606b73609231cb0b4aa is 50, key is test_row_0/A:col10/1731700786282/Put/seqid=0 2024-11-15T19:59:47,022 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#B#compaction#211 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:47,023 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/cee8b4f367554d99819fc0e299938a35 is 50, key is test_row_0/B:col10/1731700786282/Put/seqid=0 2024-11-15T19:59:47,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742083_1259 (size=12173) 2024-11-15T19:59:47,055 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:47,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T19:59:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:47,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/ceee5c5bb8cb4a0c924bf0b1e0adec54 is 50, key is test_row_0/A:col10/1731700786939/Put/seqid=0 2024-11-15T19:59:47,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742084_1260 (size=12173) 2024-11-15T19:59:47,082 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/8d21fbdb95f84606b73609231cb0b4aa as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/8d21fbdb95f84606b73609231cb0b4aa 2024-11-15T19:59:47,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700847072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700847073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700847084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700847084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,091 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/A of ec9f9f60dcde147251a5c9e90c6d0197 into 8d21fbdb95f84606b73609231cb0b4aa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:47,091 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:47,091 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/A, priority=11, startTime=1731700786993; duration=0sec 2024-11-15T19:59:47,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,091 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:47,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,092 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:A 2024-11-15T19:59:47,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,092 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T19:59:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700847084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,092 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/cee8b4f367554d99819fc0e299938a35 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/cee8b4f367554d99819fc0e299938a35 2024-11-15T19:59:47,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,094 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T19:59:47,094 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/C is initiating minor compaction (all files) 2024-11-15T19:59:47,094 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/C in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:47,094 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d4d4f8e9c0f84c8cae666eb20b446273, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/52c7c1f638de479fb5ff2fbc4013bcc4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/6cae0485f875458888ca8c1699cf659b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/91ceb7de16854d7787761a2576aa8716, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/466179bc98ef428683303b8753f3423f] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=58.6 K 2024-11-15T19:59:47,095 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4d4f8e9c0f84c8cae666eb20b446273, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731700783743 2024-11-15T19:59:47,095 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52c7c1f638de479fb5ff2fbc4013bcc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731700783829 2024-11-15T19:59:47,096 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cae0485f875458888ca8c1699cf659b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731700784472 2024-11-15T19:59:47,096 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91ceb7de16854d7787761a2576aa8716, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731700785126 2024-11-15T19:59:47,097 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 466179bc98ef428683303b8753f3423f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731700786282 2024-11-15T19:59:47,099 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/B of ec9f9f60dcde147251a5c9e90c6d0197 into cee8b4f367554d99819fc0e299938a35(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:47,099 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:47,099 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/B, priority=11, startTime=1731700786993; duration=0sec 2024-11-15T19:59:47,099 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:47,099 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:B 2024-11-15T19:59:47,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742085_1261 (size=14341) 2024-11-15T19:59:47,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/ceee5c5bb8cb4a0c924bf0b1e0adec54 2024-11-15T19:59:47,115 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#C#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:47,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/58060aca44f944f9a1d3025a2c18fe94 is 50, key is test_row_0/B:col10/1731700786939/Put/seqid=0 2024-11-15T19:59:47,116 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/7bd90a472aba49398dce5bdcfd00e532 is 50, key is test_row_0/C:col10/1731700786282/Put/seqid=0 2024-11-15T19:59:47,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742086_1262 (size=12001) 2024-11-15T19:59:47,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742087_1263 (size=12173) 2024-11-15T19:59:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-15T19:59:47,151 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:47,151 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-15T19:59:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T19:59:47,156 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:47,156 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:47,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:47,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700847190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700847190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700847200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700847200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700847200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T19:59:47,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-15T19:59:47,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:47,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:47,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:47,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:47,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:47,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700847400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700847400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700847411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700847411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700847411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-15T19:59:47,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:47,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:47,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:47,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:47,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T19:59:47,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/58060aca44f944f9a1d3025a2c18fe94 2024-11-15T19:59:47,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/1b692e17b05948b09e50406d38df650f is 50, key is test_row_0/C:col10/1731700786939/Put/seqid=0 2024-11-15T19:59:47,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742088_1264 (size=12001) 2024-11-15T19:59:47,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/1b692e17b05948b09e50406d38df650f 2024-11-15T19:59:47,540 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/7bd90a472aba49398dce5bdcfd00e532 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/7bd90a472aba49398dce5bdcfd00e532 2024-11-15T19:59:47,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/ceee5c5bb8cb4a0c924bf0b1e0adec54 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/ceee5c5bb8cb4a0c924bf0b1e0adec54 2024-11-15T19:59:47,547 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/C of ec9f9f60dcde147251a5c9e90c6d0197 into 7bd90a472aba49398dce5bdcfd00e532(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:47,547 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:47,547 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/C, priority=11, startTime=1731700786993; duration=0sec 2024-11-15T19:59:47,547 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:47,547 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:C 2024-11-15T19:59:47,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/ceee5c5bb8cb4a0c924bf0b1e0adec54, entries=200, sequenceid=111, filesize=14.0 K 2024-11-15T19:59:47,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/58060aca44f944f9a1d3025a2c18fe94 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/58060aca44f944f9a1d3025a2c18fe94 2024-11-15T19:59:47,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/58060aca44f944f9a1d3025a2c18fe94, entries=150, sequenceid=111, filesize=11.7 K 2024-11-15T19:59:47,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/1b692e17b05948b09e50406d38df650f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1b692e17b05948b09e50406d38df650f 2024-11-15T19:59:47,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1b692e17b05948b09e50406d38df650f, entries=150, sequenceid=111, filesize=11.7 K 2024-11-15T19:59:47,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for ec9f9f60dcde147251a5c9e90c6d0197 in 508ms, sequenceid=111, compaction requested=false 2024-11-15T19:59:47,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:47,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-15T19:59:47,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:47,618 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T19:59:47,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/e21b973183704e7680f77d3cfdfebfa5 is 50, key is test_row_0/A:col10/1731700787078/Put/seqid=0 2024-11-15T19:59:47,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742089_1265 (size=12001) 2024-11-15T19:59:47,630 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/e21b973183704e7680f77d3cfdfebfa5 2024-11-15T19:59:47,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/4f798564a3d6444cb8f1bc97692a659e is 50, key is test_row_0/B:col10/1731700787078/Put/seqid=0 2024-11-15T19:59:47,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742090_1266 (size=12001) 2024-11-15T19:59:47,648 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/4f798564a3d6444cb8f1bc97692a659e 2024-11-15T19:59:47,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/fdb7a01ef2fc48749d4089d57e2fdd01 is 50, key is test_row_0/C:col10/1731700787078/Put/seqid=0 2024-11-15T19:59:47,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742091_1267 (size=12001) 2024-11-15T19:59:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:47,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:47,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700847736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700847738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700847741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700847742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700847743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T19:59:47,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700847850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700847850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700847850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700847860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700847861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:47,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:47,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:47,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700848060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700848060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700848060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700848070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700848070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,080 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/fdb7a01ef2fc48749d4089d57e2fdd01 2024-11-15T19:59:48,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/e21b973183704e7680f77d3cfdfebfa5 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/e21b973183704e7680f77d3cfdfebfa5 2024-11-15T19:59:48,089 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/e21b973183704e7680f77d3cfdfebfa5, entries=150, sequenceid=129, filesize=11.7 K 2024-11-15T19:59:48,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/4f798564a3d6444cb8f1bc97692a659e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/4f798564a3d6444cb8f1bc97692a659e 2024-11-15T19:59:48,094 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/4f798564a3d6444cb8f1bc97692a659e, entries=150, sequenceid=129, filesize=11.7 K 2024-11-15T19:59:48,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/fdb7a01ef2fc48749d4089d57e2fdd01 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fdb7a01ef2fc48749d4089d57e2fdd01 2024-11-15T19:59:48,099 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fdb7a01ef2fc48749d4089d57e2fdd01, entries=150, sequenceid=129, filesize=11.7 K 2024-11-15T19:59:48,100 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for ec9f9f60dcde147251a5c9e90c6d0197 in 482ms, sequenceid=129, compaction requested=true 2024-11-15T19:59:48,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:48,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:48,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-15T19:59:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-15T19:59:48,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-15T19:59:48,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 945 msec 2024-11-15T19:59:48,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 954 msec 2024-11-15T19:59:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-15T19:59:48,291 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:48,291 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-15T19:59:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T19:59:48,293 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:48,294 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:48,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:48,373 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:48,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T19:59:48,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/5facdbc16753440c84208b7e8eda9d6e is 50, key is test_row_0/A:col10/1731700788372/Put/seqid=0 2024-11-15T19:59:48,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742092_1268 (size=12151) 2024-11-15T19:59:48,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700848385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700848385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700848386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700848386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700848387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T19:59:48,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T19:59:48,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:48,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:48,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:48,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:48,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:48,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700848500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700848500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700848500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700848500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700848500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T19:59:48,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:48,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:48,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:48,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:48,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T19:59:48,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700848710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700848710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700848710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700848710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:48,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700848711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:48,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:48,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:48,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T19:59:48,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:48,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:48,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:48,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:48,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:48,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/5facdbc16753440c84208b7e8eda9d6e 2024-11-15T19:59:48,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/a3cda43f2fbf490386377fdcd4e96b8e is 50, key is test_row_0/B:col10/1731700788372/Put/seqid=0 2024-11-15T19:59:48,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742093_1269 (size=12151) 2024-11-15T19:59:48,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T19:59:48,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:48,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:48,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:48,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:48,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T19:59:49,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700849020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:49,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700849020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:49,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:49,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:49,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700849020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:49,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700849020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:49,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700849021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:49,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T19:59:49,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:49,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:49,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:49,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:49,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:49,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/a3cda43f2fbf490386377fdcd4e96b8e 2024-11-15T19:59:49,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/ea98ecf5a22541f98f461579ca4b1d9b is 50, key is test_row_0/C:col10/1731700788372/Put/seqid=0 2024-11-15T19:59:49,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T19:59:49,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:49,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:49,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:49,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:49,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:49,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742094_1270 (size=12151) 2024-11-15T19:59:49,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T19:59:49,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:49,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:49,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:49,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:49,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T19:59:49,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T19:59:49,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:49,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:49,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:49,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:49,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:49,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700849531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700849531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:49,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700849531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700849531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:49,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700849531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:49,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/ea98ecf5a22541f98f461579ca4b1d9b 2024-11-15T19:59:49,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/5facdbc16753440c84208b7e8eda9d6e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/5facdbc16753440c84208b7e8eda9d6e 2024-11-15T19:59:49,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/5facdbc16753440c84208b7e8eda9d6e, entries=150, sequenceid=153, filesize=11.9 K 2024-11-15T19:59:49,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/a3cda43f2fbf490386377fdcd4e96b8e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/a3cda43f2fbf490386377fdcd4e96b8e 2024-11-15T19:59:49,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/a3cda43f2fbf490386377fdcd4e96b8e, entries=150, sequenceid=153, filesize=11.9 K 2024-11-15T19:59:49,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/ea98ecf5a22541f98f461579ca4b1d9b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/ea98ecf5a22541f98f461579ca4b1d9b 2024-11-15T19:59:49,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/ea98ecf5a22541f98f461579ca4b1d9b, entries=150, sequenceid=153, filesize=11.9 K 2024-11-15T19:59:49,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ec9f9f60dcde147251a5c9e90c6d0197 in 1267ms, sequenceid=153, compaction requested=true 2024-11-15T19:59:49,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:49,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:49,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:49,641 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:49,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:49,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:49,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:49,641 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:49,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:49,642 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:49,642 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50666 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:49,642 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/B is initiating minor compaction (all files) 2024-11-15T19:59:49,642 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/A is initiating minor compaction (all files) 2024-11-15T19:59:49,642 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/B in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:49,642 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/A in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:49,642 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/cee8b4f367554d99819fc0e299938a35, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/58060aca44f944f9a1d3025a2c18fe94, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/4f798564a3d6444cb8f1bc97692a659e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/a3cda43f2fbf490386377fdcd4e96b8e] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=47.2 K 2024-11-15T19:59:49,642 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/8d21fbdb95f84606b73609231cb0b4aa, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/ceee5c5bb8cb4a0c924bf0b1e0adec54, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/e21b973183704e7680f77d3cfdfebfa5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/5facdbc16753440c84208b7e8eda9d6e] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=49.5 K 2024-11-15T19:59:49,643 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting cee8b4f367554d99819fc0e299938a35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731700786282 2024-11-15T19:59:49,643 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d21fbdb95f84606b73609231cb0b4aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731700786282 2024-11-15T19:59:49,643 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ceee5c5bb8cb4a0c924bf0b1e0adec54, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731700786938 2024-11-15T19:59:49,643 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 58060aca44f944f9a1d3025a2c18fe94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731700786938 2024-11-15T19:59:49,644 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting e21b973183704e7680f77d3cfdfebfa5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731700787078 2024-11-15T19:59:49,644 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f798564a3d6444cb8f1bc97692a659e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731700787078 2024-11-15T19:59:49,644 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5facdbc16753440c84208b7e8eda9d6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731700787740 2024-11-15T19:59:49,645 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting a3cda43f2fbf490386377fdcd4e96b8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731700787740 2024-11-15T19:59:49,655 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#A#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:49,656 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/95763bacf65b44a9955f82232c4e1e5f is 50, key is test_row_0/A:col10/1731700788372/Put/seqid=0 2024-11-15T19:59:49,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742095_1271 (size=12459) 2024-11-15T19:59:49,671 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#B#compaction#223 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:49,671 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/32ab73f92ff643f4b65fc95a32c59d88 is 50, key is test_row_0/B:col10/1731700788372/Put/seqid=0 2024-11-15T19:59:49,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742096_1272 (size=12459) 2024-11-15T19:59:49,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-15T19:59:49,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:49,678 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T19:59:49,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/7c524ef65c594f25b91a5dcd2660c282 is 50, key is test_row_0/A:col10/1731700788384/Put/seqid=0 2024-11-15T19:59:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742097_1273 (size=12151) 2024-11-15T19:59:50,069 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/95763bacf65b44a9955f82232c4e1e5f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/95763bacf65b44a9955f82232c4e1e5f 2024-11-15T19:59:50,075 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/A of ec9f9f60dcde147251a5c9e90c6d0197 into 95763bacf65b44a9955f82232c4e1e5f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:50,075 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:50,075 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/A, priority=12, startTime=1731700789641; duration=0sec 2024-11-15T19:59:50,075 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:50,075 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:A 2024-11-15T19:59:50,075 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:50,077 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:50,077 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/C is initiating minor compaction (all files) 2024-11-15T19:59:50,077 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/C in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:50,078 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/7bd90a472aba49398dce5bdcfd00e532, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1b692e17b05948b09e50406d38df650f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fdb7a01ef2fc48749d4089d57e2fdd01, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/ea98ecf5a22541f98f461579ca4b1d9b] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=47.2 K 2024-11-15T19:59:50,078 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bd90a472aba49398dce5bdcfd00e532, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731700786282 2024-11-15T19:59:50,079 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b692e17b05948b09e50406d38df650f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731700786938 2024-11-15T19:59:50,079 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdb7a01ef2fc48749d4089d57e2fdd01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731700787078 2024-11-15T19:59:50,080 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea98ecf5a22541f98f461579ca4b1d9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731700787740 2024-11-15T19:59:50,081 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/32ab73f92ff643f4b65fc95a32c59d88 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/32ab73f92ff643f4b65fc95a32c59d88 2024-11-15T19:59:50,087 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/B of ec9f9f60dcde147251a5c9e90c6d0197 into 32ab73f92ff643f4b65fc95a32c59d88(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:50,087 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:50,087 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/B, priority=12, startTime=1731700789641; duration=0sec 2024-11-15T19:59:50,087 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:50,087 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:B 2024-11-15T19:59:50,091 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#C#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:50,091 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/1627e34f6762481aa973ff304ec1c00c is 50, key is test_row_0/C:col10/1731700788372/Put/seqid=0 2024-11-15T19:59:50,094 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/7c524ef65c594f25b91a5dcd2660c282 2024-11-15T19:59:50,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742098_1274 (size=12459) 2024-11-15T19:59:50,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/3766827fe6f54e509045e5544ccc66b8 is 50, key is test_row_0/B:col10/1731700788384/Put/seqid=0 2024-11-15T19:59:50,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742099_1275 (size=12151) 2024-11-15T19:59:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T19:59:50,501 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/1627e34f6762481aa973ff304ec1c00c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1627e34f6762481aa973ff304ec1c00c 2024-11-15T19:59:50,510 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/C of ec9f9f60dcde147251a5c9e90c6d0197 into 1627e34f6762481aa973ff304ec1c00c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:50,510 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:50,510 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/C, priority=12, startTime=1731700789641; duration=0sec 2024-11-15T19:59:50,511 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:50,511 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:C 2024-11-15T19:59:50,514 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/3766827fe6f54e509045e5544ccc66b8 2024-11-15T19:59:50,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/babd6afceecd4890a040060e47075234 is 50, key is test_row_0/C:col10/1731700788384/Put/seqid=0 2024-11-15T19:59:50,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742100_1276 (size=12151) 2024-11-15T19:59:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:50,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:50,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700850569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:50,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:50,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700850570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:50,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700850570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:50,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:50,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700850571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:50,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700850573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:50,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700850680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:50,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700850680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:50,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700850680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:50,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:50,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700850681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:50,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700850681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:50,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:50,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:50,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700850890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:50,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:50,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700850890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:50,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:50,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:50,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700850890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:50,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700850890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:50,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:50,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700850890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:50,930 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/babd6afceecd4890a040060e47075234 2024-11-15T19:59:50,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/7c524ef65c594f25b91a5dcd2660c282 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/7c524ef65c594f25b91a5dcd2660c282 2024-11-15T19:59:50,939 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/7c524ef65c594f25b91a5dcd2660c282, entries=150, sequenceid=165, filesize=11.9 K 2024-11-15T19:59:50,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/3766827fe6f54e509045e5544ccc66b8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/3766827fe6f54e509045e5544ccc66b8 2024-11-15T19:59:50,962 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/3766827fe6f54e509045e5544ccc66b8, entries=150, sequenceid=165, filesize=11.9 K 2024-11-15T19:59:50,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/babd6afceecd4890a040060e47075234 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/babd6afceecd4890a040060e47075234 2024-11-15T19:59:50,967 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/babd6afceecd4890a040060e47075234, entries=150, sequenceid=165, filesize=11.9 K 2024-11-15T19:59:50,968 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ec9f9f60dcde147251a5c9e90c6d0197 in 1290ms, sequenceid=165, compaction requested=false 2024-11-15T19:59:50,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:50,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:50,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-15T19:59:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-15T19:59:50,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-15T19:59:50,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6760 sec 2024-11-15T19:59:50,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.6830 sec 2024-11-15T19:59:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:51,204 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:51,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T19:59:51,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/a924bc408651486e97a75a56608391a2 is 50, key is test_row_0/A:col10/1731700791202/Put/seqid=0 2024-11-15T19:59:51,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742101_1277 (size=14541) 2024-11-15T19:59:51,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700851211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700851212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700851212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700851213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700851217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700851320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700851330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700851330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700851330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700851330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700851530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700851540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700851540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700851540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700851540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/a924bc408651486e97a75a56608391a2 2024-11-15T19:59:51,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/0cee4dfbc960463ab80243e4d4ae8798 is 50, key is test_row_0/B:col10/1731700791202/Put/seqid=0 2024-11-15T19:59:51,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742102_1278 (size=12151) 2024-11-15T19:59:51,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700851840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700851850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:51,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700851850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700851850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700851850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:51,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:51,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:51,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:52,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/0cee4dfbc960463ab80243e4d4ae8798 2024-11-15T19:59:52,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/f39bc35a789f4120843b51624df643b7 is 50, key is test_row_0/C:col10/1731700791202/Put/seqid=0 2024-11-15T19:59:52,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742103_1279 (size=12151) 2024-11-15T19:59:52,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700852350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:52,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:52,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:52,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:52,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700852360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:52,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700852360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:52,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700852360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:52,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700852360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:52,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:52,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:52,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/f39bc35a789f4120843b51624df643b7 2024-11-15T19:59:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-15T19:59:52,461 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:52,461 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:52,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/a924bc408651486e97a75a56608391a2 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/a924bc408651486e97a75a56608391a2 2024-11-15T19:59:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-15T19:59:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T19:59:52,463 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:52,464 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:52,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:52,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/a924bc408651486e97a75a56608391a2, entries=200, sequenceid=196, filesize=14.2 K 2024-11-15T19:59:52,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/0cee4dfbc960463ab80243e4d4ae8798 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/0cee4dfbc960463ab80243e4d4ae8798 2024-11-15T19:59:52,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/0cee4dfbc960463ab80243e4d4ae8798, entries=150, sequenceid=196, filesize=11.9 K 2024-11-15T19:59:52,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/f39bc35a789f4120843b51624df643b7 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/f39bc35a789f4120843b51624df643b7 2024-11-15T19:59:52,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/f39bc35a789f4120843b51624df643b7, entries=150, sequenceid=196, filesize=11.9 K 2024-11-15T19:59:52,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for ec9f9f60dcde147251a5c9e90c6d0197 in 1273ms, sequenceid=196, compaction requested=true 2024-11-15T19:59:52,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:52,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:52,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:52,478 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:52,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:52,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:52,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:52,478 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:52,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:52,479 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:52,479 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/B is initiating minor compaction (all files) 2024-11-15T19:59:52,479 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/B in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:52,479 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/32ab73f92ff643f4b65fc95a32c59d88, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/3766827fe6f54e509045e5544ccc66b8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/0cee4dfbc960463ab80243e4d4ae8798] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=35.9 K 2024-11-15T19:59:52,479 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:52,479 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/A is initiating minor compaction (all files) 2024-11-15T19:59:52,479 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/A in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:52,479 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/95763bacf65b44a9955f82232c4e1e5f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/7c524ef65c594f25b91a5dcd2660c282, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/a924bc408651486e97a75a56608391a2] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=38.2 K 2024-11-15T19:59:52,480 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 32ab73f92ff643f4b65fc95a32c59d88, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731700787740 2024-11-15T19:59:52,480 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95763bacf65b44a9955f82232c4e1e5f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731700787740 2024-11-15T19:59:52,481 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3766827fe6f54e509045e5544ccc66b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731700788383 2024-11-15T19:59:52,481 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c524ef65c594f25b91a5dcd2660c282, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731700788383 2024-11-15T19:59:52,481 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cee4dfbc960463ab80243e4d4ae8798, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731700791202 2024-11-15T19:59:52,481 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a924bc408651486e97a75a56608391a2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731700791202 2024-11-15T19:59:52,489 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#B#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:52,490 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/6f5a4bd1b2714352839cb0f8ae776eac is 50, key is test_row_0/B:col10/1731700791202/Put/seqid=0 2024-11-15T19:59:52,491 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#A#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:52,492 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/2fc3f19f19304f1493ede21ba5313ad4 is 50, key is test_row_0/A:col10/1731700791202/Put/seqid=0 2024-11-15T19:59:52,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742104_1280 (size=12561) 2024-11-15T19:59:52,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742105_1281 (size=12561) 2024-11-15T19:59:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T19:59:52,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-15T19:59:52,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:52,618 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-15T19:59:52,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/e0a17913b99e4a42b2fc9afacc9ca37c is 50, key is test_row_1/A:col10/1731700791210/Put/seqid=0 2024-11-15T19:59:52,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742106_1282 (size=9757) 2024-11-15T19:59:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T19:59:52,904 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/6f5a4bd1b2714352839cb0f8ae776eac as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6f5a4bd1b2714352839cb0f8ae776eac 2024-11-15T19:59:52,911 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/2fc3f19f19304f1493ede21ba5313ad4 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/2fc3f19f19304f1493ede21ba5313ad4 2024-11-15T19:59:52,911 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/B of ec9f9f60dcde147251a5c9e90c6d0197 into 6f5a4bd1b2714352839cb0f8ae776eac(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:52,911 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:52,911 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/B, priority=13, startTime=1731700792478; duration=0sec 2024-11-15T19:59:52,912 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:52,912 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:B 2024-11-15T19:59:52,912 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:52,913 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:52,913 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/C is initiating minor compaction (all files) 2024-11-15T19:59:52,913 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/C in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:52,913 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1627e34f6762481aa973ff304ec1c00c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/babd6afceecd4890a040060e47075234, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/f39bc35a789f4120843b51624df643b7] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=35.9 K 2024-11-15T19:59:52,914 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1627e34f6762481aa973ff304ec1c00c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731700787740 2024-11-15T19:59:52,914 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting babd6afceecd4890a040060e47075234, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731700788383 2024-11-15T19:59:52,915 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting f39bc35a789f4120843b51624df643b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731700791202 2024-11-15T19:59:52,916 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/A of ec9f9f60dcde147251a5c9e90c6d0197 into 2fc3f19f19304f1493ede21ba5313ad4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:52,916 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:52,916 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/A, priority=13, startTime=1731700792478; duration=0sec 2024-11-15T19:59:52,916 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:52,916 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:A 2024-11-15T19:59:52,930 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#C#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:52,931 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/b995ea86bf3d42b0bc7d23b9e9fa1657 is 50, key is test_row_0/C:col10/1731700791202/Put/seqid=0 2024-11-15T19:59:52,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742107_1283 (size=12561) 2024-11-15T19:59:52,957 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/b995ea86bf3d42b0bc7d23b9e9fa1657 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/b995ea86bf3d42b0bc7d23b9e9fa1657 2024-11-15T19:59:52,968 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/C of ec9f9f60dcde147251a5c9e90c6d0197 into b995ea86bf3d42b0bc7d23b9e9fa1657(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:52,968 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:52,968 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/C, priority=13, startTime=1731700792478; duration=0sec 2024-11-15T19:59:52,968 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:52,968 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:C 2024-11-15T19:59:53,028 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/e0a17913b99e4a42b2fc9afacc9ca37c 2024-11-15T19:59:53,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/b15e91c6bf5a46ba9b1e457881f37577 is 50, key is test_row_1/B:col10/1731700791210/Put/seqid=0 2024-11-15T19:59:53,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742108_1284 (size=9757) 2024-11-15T19:59:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T19:59:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:53,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:53,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700853393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:53,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700853394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:53,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700853395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:53,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700853395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:53,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700853396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:53,441 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/b15e91c6bf5a46ba9b1e457881f37577 2024-11-15T19:59:53,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/88262b7a761f47e3b423f340ce239f9e is 50, key is test_row_1/C:col10/1731700791210/Put/seqid=0 2024-11-15T19:59:53,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742109_1285 (size=9757) 2024-11-15T19:59:53,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700853500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:53,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:53,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700853500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:53,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:53,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:53,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700853510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:53,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:53,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700853510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:53,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:53,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700853511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T19:59:53,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700853710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:53,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700853710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:53,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:53,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:53,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700853721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:53,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:53,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700853721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:53,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:53,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:53,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700853722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:53,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:53,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:53,855 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/88262b7a761f47e3b423f340ce239f9e 2024-11-15T19:59:53,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/e0a17913b99e4a42b2fc9afacc9ca37c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/e0a17913b99e4a42b2fc9afacc9ca37c 2024-11-15T19:59:53,864 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/e0a17913b99e4a42b2fc9afacc9ca37c, entries=100, sequenceid=205, filesize=9.5 K 2024-11-15T19:59:53,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/b15e91c6bf5a46ba9b1e457881f37577 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/b15e91c6bf5a46ba9b1e457881f37577 2024-11-15T19:59:53,874 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/b15e91c6bf5a46ba9b1e457881f37577, entries=100, sequenceid=205, filesize=9.5 K 2024-11-15T19:59:53,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/88262b7a761f47e3b423f340ce239f9e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/88262b7a761f47e3b423f340ce239f9e 2024-11-15T19:59:53,879 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/88262b7a761f47e3b423f340ce239f9e, entries=100, sequenceid=205, filesize=9.5 K 2024-11-15T19:59:53,880 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for ec9f9f60dcde147251a5c9e90c6d0197 in 1262ms, sequenceid=205, compaction requested=false 2024-11-15T19:59:53,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:53,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:53,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-15T19:59:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-15T19:59:53,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-15T19:59:53,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4160 sec 2024-11-15T19:59:53,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.4240 sec 2024-11-15T19:59:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:54,023 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:54,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-15T19:59:54,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/a11c08f4882044e79d268b3bbd7cca37 is 50, key is test_row_0/A:col10/1731700793391/Put/seqid=0 2024-11-15T19:59:54,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700854030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742110_1286 (size=16931) 2024-11-15T19:59:54,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/a11c08f4882044e79d268b3bbd7cca37 2024-11-15T19:59:54,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700854032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700854033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700854033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700854034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/e85db4aa6e6c4ef88f65dad6307976e3 is 50, key is test_row_0/B:col10/1731700793391/Put/seqid=0 2024-11-15T19:59:54,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742111_1287 (size=12151) 2024-11-15T19:59:54,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700854140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700854140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700854141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700854150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700854351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700854351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700854351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700854360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/e85db4aa6e6c4ef88f65dad6307976e3 2024-11-15T19:59:54,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/d7cc91b61fd84ff2aeeae490b907b6bf is 50, key is test_row_0/C:col10/1731700793391/Put/seqid=0 2024-11-15T19:59:54,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742112_1288 (size=12151) 2024-11-15T19:59:54,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/d7cc91b61fd84ff2aeeae490b907b6bf 2024-11-15T19:59:54,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/a11c08f4882044e79d268b3bbd7cca37 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/a11c08f4882044e79d268b3bbd7cca37 2024-11-15T19:59:54,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/a11c08f4882044e79d268b3bbd7cca37, entries=250, sequenceid=237, filesize=16.5 K 2024-11-15T19:59:54,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/e85db4aa6e6c4ef88f65dad6307976e3 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/e85db4aa6e6c4ef88f65dad6307976e3 2024-11-15T19:59:54,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/e85db4aa6e6c4ef88f65dad6307976e3, entries=150, sequenceid=237, filesize=11.9 K 2024-11-15T19:59:54,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/d7cc91b61fd84ff2aeeae490b907b6bf as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d7cc91b61fd84ff2aeeae490b907b6bf 2024-11-15T19:59:54,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d7cc91b61fd84ff2aeeae490b907b6bf, entries=150, sequenceid=237, filesize=11.9 K 2024-11-15T19:59:54,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=40.25 KB/41220 for ec9f9f60dcde147251a5c9e90c6d0197 in 458ms, sequenceid=237, compaction requested=true 2024-11-15T19:59:54,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:54,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:54,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:54,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:54,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:54,482 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:54,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:54,482 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:54,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:54,484 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:54,484 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/B is initiating minor compaction (all files) 2024-11-15T19:59:54,484 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/B in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:54,484 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6f5a4bd1b2714352839cb0f8ae776eac, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/b15e91c6bf5a46ba9b1e457881f37577, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/e85db4aa6e6c4ef88f65dad6307976e3] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=33.7 K 2024-11-15T19:59:54,484 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39249 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:54,484 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/A is initiating minor compaction (all files) 2024-11-15T19:59:54,484 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/A in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:54,484 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/2fc3f19f19304f1493ede21ba5313ad4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/e0a17913b99e4a42b2fc9afacc9ca37c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/a11c08f4882044e79d268b3bbd7cca37] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=38.3 K 2024-11-15T19:59:54,485 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fc3f19f19304f1493ede21ba5313ad4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731700791202 2024-11-15T19:59:54,485 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f5a4bd1b2714352839cb0f8ae776eac, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731700791202 2024-11-15T19:59:54,485 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0a17913b99e4a42b2fc9afacc9ca37c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731700791210 2024-11-15T19:59:54,485 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting b15e91c6bf5a46ba9b1e457881f37577, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731700791210 2024-11-15T19:59:54,486 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a11c08f4882044e79d268b3bbd7cca37, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731700793391 2024-11-15T19:59:54,486 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting e85db4aa6e6c4ef88f65dad6307976e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731700793391 2024-11-15T19:59:54,494 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:54,495 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/390956e8187f4a3a9b5b3f8c3fd15340 is 50, key is test_row_0/B:col10/1731700793391/Put/seqid=0 2024-11-15T19:59:54,495 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#A#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:54,495 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/4f255e9d6617402d8ac3bc1985d246c6 is 50, key is test_row_0/A:col10/1731700793391/Put/seqid=0 2024-11-15T19:59:54,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742113_1289 (size=12663) 2024-11-15T19:59:54,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742114_1290 (size=12663) 2024-11-15T19:59:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:54,544 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:54,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T19:59:54,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/ea3afa2e9df844dd86e259f66a865f26 is 50, key is test_row_0/A:col10/1731700794032/Put/seqid=0 2024-11-15T19:59:54,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742115_1291 (size=12151) 2024-11-15T19:59:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-15T19:59:54,610 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:54,611 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-15T19:59:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T19:59:54,612 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:54,613 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:54,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:54,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700854651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700854660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700854660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700854661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700854670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T19:59:54,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700854760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T19:59:54,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:54,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:54,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:54,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:54,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:54,915 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/390956e8187f4a3a9b5b3f8c3fd15340 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/390956e8187f4a3a9b5b3f8c3fd15340 2024-11-15T19:59:54,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T19:59:54,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:54,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:54,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:54,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:54,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:54,920 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/4f255e9d6617402d8ac3bc1985d246c6 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/4f255e9d6617402d8ac3bc1985d246c6 2024-11-15T19:59:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:54,922 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/B of ec9f9f60dcde147251a5c9e90c6d0197 into 390956e8187f4a3a9b5b3f8c3fd15340(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:54,922 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:54,922 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/B, priority=13, startTime=1731700794482; duration=0sec 2024-11-15T19:59:54,922 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:54,922 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:B 2024-11-15T19:59:54,922 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T19:59:54,930 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T19:59:54,930 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/C is initiating minor compaction (all files) 2024-11-15T19:59:54,930 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/C in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:54,930 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/b995ea86bf3d42b0bc7d23b9e9fa1657, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/88262b7a761f47e3b423f340ce239f9e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d7cc91b61fd84ff2aeeae490b907b6bf] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=33.7 K 2024-11-15T19:59:54,931 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting b995ea86bf3d42b0bc7d23b9e9fa1657, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731700791202 2024-11-15T19:59:54,931 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 88262b7a761f47e3b423f340ce239f9e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731700791210 2024-11-15T19:59:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T19:59:54,932 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting d7cc91b61fd84ff2aeeae490b907b6bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731700793391 2024-11-15T19:59:54,939 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#C#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:54,940 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/9f4694e2fc884933b5bfa045871c5659 is 50, key is test_row_0/C:col10/1731700793391/Put/seqid=0 2024-11-15T19:59:54,945 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/A of ec9f9f60dcde147251a5c9e90c6d0197 into 4f255e9d6617402d8ac3bc1985d246c6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:54,945 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:54,945 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/A, priority=13, startTime=1731700794481; duration=0sec 2024-11-15T19:59:54,945 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:54,945 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:A 2024-11-15T19:59:54,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742116_1292 (size=12663) 2024-11-15T19:59:54,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/ea3afa2e9df844dd86e259f66a865f26 2024-11-15T19:59:54,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/19a6110d73894a5c9af753eddefcd35f is 50, key is test_row_0/B:col10/1731700794032/Put/seqid=0 2024-11-15T19:59:54,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700854970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:54,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742117_1293 (size=12151) 2024-11-15T19:59:55,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T19:59:55,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:55,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:55,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:55,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:55,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:55,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700855170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:55,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700855171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:55,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700855171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:55,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700855180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:55,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:55,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:55,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T19:59:55,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:55,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:55,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:55,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:55,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T19:59:55,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700855280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:55,360 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/9f4694e2fc884933b5bfa045871c5659 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/9f4694e2fc884933b5bfa045871c5659 2024-11-15T19:59:55,365 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/C of ec9f9f60dcde147251a5c9e90c6d0197 into 9f4694e2fc884933b5bfa045871c5659(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:55,365 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:55,365 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/C, priority=13, startTime=1731700794482; duration=0sec 2024-11-15T19:59:55,365 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:55,365 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:C 2024-11-15T19:59:55,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T19:59:55,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:55,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:55,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:55,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:55,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:55,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/19a6110d73894a5c9af753eddefcd35f 2024-11-15T19:59:55,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/fc05bc06251f41e582d96c3e6e37173e is 50, key is test_row_0/C:col10/1731700794032/Put/seqid=0 2024-11-15T19:59:55,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742118_1294 (size=12151) 2024-11-15T19:59:55,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/fc05bc06251f41e582d96c3e6e37173e 2024-11-15T19:59:55,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/ea3afa2e9df844dd86e259f66a865f26 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/ea3afa2e9df844dd86e259f66a865f26 2024-11-15T19:59:55,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/ea3afa2e9df844dd86e259f66a865f26, entries=150, sequenceid=248, filesize=11.9 K 2024-11-15T19:59:55,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/19a6110d73894a5c9af753eddefcd35f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/19a6110d73894a5c9af753eddefcd35f 2024-11-15T19:59:55,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/19a6110d73894a5c9af753eddefcd35f, entries=150, sequenceid=248, filesize=11.9 K 2024-11-15T19:59:55,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/fc05bc06251f41e582d96c3e6e37173e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fc05bc06251f41e582d96c3e6e37173e 2024-11-15T19:59:55,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fc05bc06251f41e582d96c3e6e37173e, entries=150, sequenceid=248, filesize=11.9 K 2024-11-15T19:59:55,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ec9f9f60dcde147251a5c9e90c6d0197 in 888ms, sequenceid=248, compaction requested=false 2024-11-15T19:59:55,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:55,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-15T19:59:55,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:55,535 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T19:59:55,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/8eab2ec8ee484abd9a4bfb4c7e798dcb is 50, key is test_row_0/A:col10/1731700794650/Put/seqid=0 2024-11-15T19:59:55,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742119_1295 (size=12301) 2024-11-15T19:59:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T19:59:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:55,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:55,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700855823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:55,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700855930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:55,967 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/8eab2ec8ee484abd9a4bfb4c7e798dcb 2024-11-15T19:59:55,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/6af6d0ec80e74c45a5c0ed7c32d0556c is 50, key is test_row_0/B:col10/1731700794650/Put/seqid=0 2024-11-15T19:59:55,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742120_1296 (size=12301) 2024-11-15T19:59:56,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700856140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:56,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:56,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:56,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:56,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700856190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:56,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700856190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:56,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700856190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:56,194 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_1' in ec9f9f60dcde147251a5c9e90c6d0197 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:56,194 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in ec9f9f60dcde147251a5c9e90c6d0197 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:56,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:56,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:56,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:56,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:56,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:56,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:56,194 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_2' in ec9f9f60dcde147251a5c9e90c6d0197 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:56,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700856200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:56,201 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in ec9f9f60dcde147251a5c9e90c6d0197 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:56,385 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/6af6d0ec80e74c45a5c0ed7c32d0556c 2024-11-15T19:59:56,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/2ebf114d50794022b0ba76b2f2f3e3a8 is 50, key is test_row_0/C:col10/1731700794650/Put/seqid=0 2024-11-15T19:59:56,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742121_1297 (size=12301) 2024-11-15T19:59:56,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700856450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:56,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T19:59:56,801 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/2ebf114d50794022b0ba76b2f2f3e3a8 2024-11-15T19:59:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/8eab2ec8ee484abd9a4bfb4c7e798dcb as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/8eab2ec8ee484abd9a4bfb4c7e798dcb 2024-11-15T19:59:56,818 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/8eab2ec8ee484abd9a4bfb4c7e798dcb, entries=150, sequenceid=276, filesize=12.0 K 2024-11-15T19:59:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/6af6d0ec80e74c45a5c0ed7c32d0556c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6af6d0ec80e74c45a5c0ed7c32d0556c 2024-11-15T19:59:56,823 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6af6d0ec80e74c45a5c0ed7c32d0556c, entries=150, sequenceid=276, filesize=12.0 K 2024-11-15T19:59:56,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/2ebf114d50794022b0ba76b2f2f3e3a8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/2ebf114d50794022b0ba76b2f2f3e3a8 2024-11-15T19:59:56,829 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/2ebf114d50794022b0ba76b2f2f3e3a8, entries=150, sequenceid=276, filesize=12.0 K 2024-11-15T19:59:56,830 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ec9f9f60dcde147251a5c9e90c6d0197 in 1295ms, sequenceid=276, compaction requested=true 2024-11-15T19:59:56,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:56,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:56,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-15T19:59:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-15T19:59:56,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-15T19:59:56,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2190 sec 2024-11-15T19:59:56,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.2240 sec 2024-11-15T19:59:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:56,963 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:56,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T19:59:56,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/3b352681b1f3481a865d8113efee90b3 is 50, key is test_row_0/A:col10/1731700795816/Put/seqid=0 2024-11-15T19:59:56,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742122_1298 (size=14741) 2024-11-15T19:59:57,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700857067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:57,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:57,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:57,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:57,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700857180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:57,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:57,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:57,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:57,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/3b352681b1f3481a865d8113efee90b3 2024-11-15T19:59:57,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/a972e5e259fe4122bae90e380ae73171 is 50, key is test_row_0/B:col10/1731700795816/Put/seqid=0 2024-11-15T19:59:57,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742123_1299 (size=12301) 2024-11-15T19:59:57,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/a972e5e259fe4122bae90e380ae73171 2024-11-15T19:59:57,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700857390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:57,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:57,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:57,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:57,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/1f293eb4617d41fe96ba306c0612d816 is 50, key is test_row_0/C:col10/1731700795816/Put/seqid=0 2024-11-15T19:59:57,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742124_1300 (size=12301) 2024-11-15T19:59:57,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700857701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:57,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/1f293eb4617d41fe96ba306c0612d816 2024-11-15T19:59:57,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/3b352681b1f3481a865d8113efee90b3 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/3b352681b1f3481a865d8113efee90b3 2024-11-15T19:59:57,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/3b352681b1f3481a865d8113efee90b3, entries=200, sequenceid=288, filesize=14.4 K 2024-11-15T19:59:57,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/a972e5e259fe4122bae90e380ae73171 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/a972e5e259fe4122bae90e380ae73171 2024-11-15T19:59:57,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/a972e5e259fe4122bae90e380ae73171, entries=150, sequenceid=288, filesize=12.0 K 2024-11-15T19:59:57,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/1f293eb4617d41fe96ba306c0612d816 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1f293eb4617d41fe96ba306c0612d816 2024-11-15T19:59:57,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1f293eb4617d41fe96ba306c0612d816, entries=150, sequenceid=288, filesize=12.0 K 2024-11-15T19:59:57,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ec9f9f60dcde147251a5c9e90c6d0197 in 865ms, sequenceid=288, compaction requested=true 2024-11-15T19:59:57,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:57,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T19:59:57,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:57,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T19:59:57,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:57,828 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:57,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T19:59:57,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:57,828 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:57,830 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:57,830 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/B is initiating minor compaction (all files) 2024-11-15T19:59:57,830 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/B in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:57,830 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/390956e8187f4a3a9b5b3f8c3fd15340, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/19a6110d73894a5c9af753eddefcd35f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6af6d0ec80e74c45a5c0ed7c32d0556c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/a972e5e259fe4122bae90e380ae73171] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=48.3 K 2024-11-15T19:59:57,830 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51856 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:57,830 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/A is initiating minor compaction (all files) 2024-11-15T19:59:57,830 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/A in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:57,830 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/4f255e9d6617402d8ac3bc1985d246c6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/ea3afa2e9df844dd86e259f66a865f26, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/8eab2ec8ee484abd9a4bfb4c7e798dcb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/3b352681b1f3481a865d8113efee90b3] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=50.6 K 2024-11-15T19:59:57,831 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 390956e8187f4a3a9b5b3f8c3fd15340, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731700793391 2024-11-15T19:59:57,831 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f255e9d6617402d8ac3bc1985d246c6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731700793391 2024-11-15T19:59:57,831 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting ea3afa2e9df844dd86e259f66a865f26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731700794032 2024-11-15T19:59:57,832 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19a6110d73894a5c9af753eddefcd35f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731700794032 2024-11-15T19:59:57,832 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 8eab2ec8ee484abd9a4bfb4c7e798dcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731700794635 2024-11-15T19:59:57,832 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6af6d0ec80e74c45a5c0ed7c32d0556c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731700794635 2024-11-15T19:59:57,832 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b352681b1f3481a865d8113efee90b3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731700795811 2024-11-15T19:59:57,832 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a972e5e259fe4122bae90e380ae73171, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731700795816 2024-11-15T19:59:57,842 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#A#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:57,843 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#B#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:57,843 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/047d2579021c4d5ab9e52c32d5179b57 is 50, key is test_row_0/A:col10/1731700795816/Put/seqid=0 2024-11-15T19:59:57,843 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/ed89b085abf9406f8d1788631a88766f is 50, key is test_row_0/B:col10/1731700795816/Put/seqid=0 2024-11-15T19:59:57,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742125_1301 (size=12949) 2024-11-15T19:59:57,868 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/047d2579021c4d5ab9e52c32d5179b57 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/047d2579021c4d5ab9e52c32d5179b57 2024-11-15T19:59:57,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742126_1302 (size=12949) 2024-11-15T19:59:57,881 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/A of ec9f9f60dcde147251a5c9e90c6d0197 into 047d2579021c4d5ab9e52c32d5179b57(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:57,881 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:57,881 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/A, priority=12, startTime=1731700797828; duration=0sec 2024-11-15T19:59:57,881 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T19:59:57,881 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:A 2024-11-15T19:59:57,881 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T19:59:57,883 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T19:59:57,883 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/C is initiating minor compaction (all files) 2024-11-15T19:59:57,883 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/C in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:57,883 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/9f4694e2fc884933b5bfa045871c5659, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fc05bc06251f41e582d96c3e6e37173e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/2ebf114d50794022b0ba76b2f2f3e3a8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1f293eb4617d41fe96ba306c0612d816] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=48.3 K 2024-11-15T19:59:57,884 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f4694e2fc884933b5bfa045871c5659, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731700793391 2024-11-15T19:59:57,884 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting fc05bc06251f41e582d96c3e6e37173e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731700794032 2024-11-15T19:59:57,884 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ebf114d50794022b0ba76b2f2f3e3a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731700794635 2024-11-15T19:59:57,885 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f293eb4617d41fe96ba306c0612d816, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731700795816 2024-11-15T19:59:57,895 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#C#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T19:59:57,896 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/c6c974202325446dbe8f421fe18b9780 is 50, key is test_row_0/C:col10/1731700795816/Put/seqid=0 2024-11-15T19:59:57,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742127_1303 (size=12949) 2024-11-15T19:59:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:58,203 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T19:59:58,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T19:59:58,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/aac90185b48e412c8cfac05dc8d376f0 is 50, key is test_row_0/A:col10/1731700797039/Put/seqid=0 2024-11-15T19:59:58,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742128_1304 (size=14741) 2024-11-15T19:59:58,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700858218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:58,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:58,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700858220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:58,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700858220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700858220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:58,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700858221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:58,225 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in ec9f9f60dcde147251a5c9e90c6d0197 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:58,225 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_2' in ec9f9f60dcde147251a5c9e90c6d0197 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T19:59:58,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:58,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:58,286 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/ed89b085abf9406f8d1788631a88766f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/ed89b085abf9406f8d1788631a88766f 2024-11-15T19:59:58,295 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/B of ec9f9f60dcde147251a5c9e90c6d0197 into ed89b085abf9406f8d1788631a88766f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:58,295 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:58,295 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/B, priority=12, startTime=1731700797828; duration=0sec 2024-11-15T19:59:58,295 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:58,295 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:B 2024-11-15T19:59:58,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700858330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:58,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:58,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700858330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:58,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700858330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:58,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:58,337 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/c6c974202325446dbe8f421fe18b9780 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/c6c974202325446dbe8f421fe18b9780 2024-11-15T19:59:58,343 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/C of ec9f9f60dcde147251a5c9e90c6d0197 into c6c974202325446dbe8f421fe18b9780(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T19:59:58,343 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:58,343 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/C, priority=12, startTime=1731700797828; duration=0sec 2024-11-15T19:59:58,343 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T19:59:58,343 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:C 2024-11-15T19:59:58,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700858540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:58,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700858540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:58,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700858540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:58,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/aac90185b48e412c8cfac05dc8d376f0 2024-11-15T19:59:58,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/73b1f1e5ed5d4c9cb88bfc4839bcc002 is 50, key is test_row_0/B:col10/1731700797039/Put/seqid=0 2024-11-15T19:59:58,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742129_1305 (size=12301) 2024-11-15T19:59:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-15T19:59:58,771 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T19:59:58,771 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T19:59:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-15T19:59:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T19:59:58,773 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T19:59:58,774 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T19:59:58,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T19:59:58,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700858850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:58,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700858850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:58,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700858850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T19:59:58,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T19:59:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:58,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:59:59,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/73b1f1e5ed5d4c9cb88bfc4839bcc002 2024-11-15T19:59:59,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/e2c788055e4e4f7b949138474ea139c4 is 50, key is test_row_0/C:col10/1731700797039/Put/seqid=0 2024-11-15T19:59:59,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742130_1306 (size=12301) 2024-11-15T19:59:59,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/e2c788055e4e4f7b949138474ea139c4 2024-11-15T19:59:59,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/aac90185b48e412c8cfac05dc8d376f0 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/aac90185b48e412c8cfac05dc8d376f0 2024-11-15T19:59:59,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/aac90185b48e412c8cfac05dc8d376f0, entries=200, sequenceid=314, filesize=14.4 K 2024-11-15T19:59:59,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/73b1f1e5ed5d4c9cb88bfc4839bcc002 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/73b1f1e5ed5d4c9cb88bfc4839bcc002 2024-11-15T19:59:59,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/73b1f1e5ed5d4c9cb88bfc4839bcc002, entries=150, sequenceid=314, filesize=12.0 K 2024-11-15T19:59:59,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/e2c788055e4e4f7b949138474ea139c4 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/e2c788055e4e4f7b949138474ea139c4 2024-11-15T19:59:59,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/e2c788055e4e4f7b949138474ea139c4, entries=150, sequenceid=314, filesize=12.0 K 2024-11-15T19:59:59,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ec9f9f60dcde147251a5c9e90c6d0197 in 860ms, sequenceid=314, compaction requested=false 2024-11-15T19:59:59,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T19:59:59,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-15T19:59:59,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T19:59:59,081 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T19:59:59,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/32441eec3cac4b0b95dcff893dff97b0 is 50, key is test_row_0/A:col10/1731700798214/Put/seqid=0 2024-11-15T19:59:59,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742131_1307 (size=12301) 2024-11-15T19:59:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T19:59:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T19:59:59,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T19:59:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T19:59:59,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700859420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:59,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:59,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700859423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:59,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:59,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700859426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:59,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:59,490 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/32441eec3cac4b0b95dcff893dff97b0 2024-11-15T19:59:59,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/4573b36a890c4b6fa68a0fb44bead9fb is 50, key is test_row_0/B:col10/1731700798214/Put/seqid=0 2024-11-15T19:59:59,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742132_1308 (size=12301) 2024-11-15T19:59:59,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700859530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:59,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:59,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700859530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:59,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:59,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:59,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700859540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:59,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:59,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700859741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:59,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700859741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:59,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T19:59:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700859750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T19:59:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:59:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T19:59:59,903 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/4573b36a890c4b6fa68a0fb44bead9fb 2024-11-15T19:59:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T19:59:59,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/95da76565f0d4077bb738b80add56c16 is 50, key is test_row_0/C:col10/1731700798214/Put/seqid=0 2024-11-15T19:59:59,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742133_1309 (size=12301) 2024-11-15T20:00:00,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700860050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:00,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700860050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:00,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700860060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:00,317 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/95da76565f0d4077bb738b80add56c16 2024-11-15T20:00:00,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/32441eec3cac4b0b95dcff893dff97b0 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/32441eec3cac4b0b95dcff893dff97b0 2024-11-15T20:00:00,326 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/32441eec3cac4b0b95dcff893dff97b0, entries=150, sequenceid=327, filesize=12.0 K 2024-11-15T20:00:00,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/4573b36a890c4b6fa68a0fb44bead9fb as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/4573b36a890c4b6fa68a0fb44bead9fb 2024-11-15T20:00:00,331 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/4573b36a890c4b6fa68a0fb44bead9fb, entries=150, sequenceid=327, filesize=12.0 K 2024-11-15T20:00:00,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/95da76565f0d4077bb738b80add56c16 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/95da76565f0d4077bb738b80add56c16 2024-11-15T20:00:00,335 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/95da76565f0d4077bb738b80add56c16, entries=150, sequenceid=327, filesize=12.0 K 2024-11-15T20:00:00,336 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ec9f9f60dcde147251a5c9e90c6d0197 in 1256ms, sequenceid=327, compaction requested=true 2024-11-15T20:00:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-15T20:00:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-15T20:00:00,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-15T20:00:00,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5640 sec 2024-11-15T20:00:00,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.5690 sec 2024-11-15T20:00:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T20:00:00,562 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:00,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T20:00:00,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/5e969c1ab15e4d3ba658c37a6d983e3c is 50, key is test_row_0/A:col10/1731700800561/Put/seqid=0 2024-11-15T20:00:00,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700860574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:00,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700860576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:00,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700860578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:00,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:00,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742134_1310 (size=12301) 2024-11-15T20:00:00,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700860690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:00,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:00,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700860690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:00,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:00,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:00,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700860690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:00,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:00,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:00,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700860900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:00,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700860900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:00,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:00,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700860900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:00,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:00,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:00,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-15T20:00:00,921 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:00,921 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-15T20:00:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T20:00:00,923 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:00,924 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:00,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:00,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/5e969c1ab15e4d3ba658c37a6d983e3c 2024-11-15T20:00:01,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/c2f0c3b8657d426cb62b16be62279214 is 50, key is test_row_0/B:col10/1731700800561/Put/seqid=0 2024-11-15T20:00:01,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742135_1311 (size=12301) 2024-11-15T20:00:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T20:00:01,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T20:00:01,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:01,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T20:00:01,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:01,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:01,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:01,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700861210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:01,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:01,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700861210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:01,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:01,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700861211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:01,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:01,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T20:00:01,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:01,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T20:00:01,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:01,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:01,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T20:00:01,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T20:00:01,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:01,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T20:00:01,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:01,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:01,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:01,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/c2f0c3b8657d426cb62b16be62279214 2024-11-15T20:00:01,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/343632dba4b44d148751741320c1b1a3 is 50, key is test_row_0/C:col10/1731700800561/Put/seqid=0 2024-11-15T20:00:01,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742136_1312 (size=12301) 2024-11-15T20:00:01,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/343632dba4b44d148751741320c1b1a3 2024-11-15T20:00:01,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/5e969c1ab15e4d3ba658c37a6d983e3c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/5e969c1ab15e4d3ba658c37a6d983e3c 2024-11-15T20:00:01,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/5e969c1ab15e4d3ba658c37a6d983e3c, entries=150, sequenceid=353, filesize=12.0 K 2024-11-15T20:00:01,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/c2f0c3b8657d426cb62b16be62279214 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c2f0c3b8657d426cb62b16be62279214 2024-11-15T20:00:01,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c2f0c3b8657d426cb62b16be62279214, entries=150, sequenceid=353, filesize=12.0 K 2024-11-15T20:00:01,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/343632dba4b44d148751741320c1b1a3 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/343632dba4b44d148751741320c1b1a3 2024-11-15T20:00:01,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/343632dba4b44d148751741320c1b1a3, entries=150, sequenceid=353, filesize=12.0 K 2024-11-15T20:00:01,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for ec9f9f60dcde147251a5c9e90c6d0197 in 891ms, sequenceid=353, compaction requested=true 2024-11-15T20:00:01,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:01,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:00:01,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:01,454 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:00:01,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:00:01,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:01,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:00:01,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:01,454 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:00:01,455 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:00:01,455 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:00:01,455 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/B is initiating minor compaction (all files) 2024-11-15T20:00:01,455 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/A is initiating minor compaction (all files) 2024-11-15T20:00:01,455 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/A in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:01,455 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/B in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:01,456 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/047d2579021c4d5ab9e52c32d5179b57, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/aac90185b48e412c8cfac05dc8d376f0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/32441eec3cac4b0b95dcff893dff97b0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/5e969c1ab15e4d3ba658c37a6d983e3c] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=51.1 K 2024-11-15T20:00:01,456 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/ed89b085abf9406f8d1788631a88766f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/73b1f1e5ed5d4c9cb88bfc4839bcc002, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/4573b36a890c4b6fa68a0fb44bead9fb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c2f0c3b8657d426cb62b16be62279214] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=48.7 K 2024-11-15T20:00:01,456 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 047d2579021c4d5ab9e52c32d5179b57, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731700795816 2024-11-15T20:00:01,456 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting ed89b085abf9406f8d1788631a88766f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731700795816 2024-11-15T20:00:01,457 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting aac90185b48e412c8cfac05dc8d376f0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731700797012 2024-11-15T20:00:01,457 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 73b1f1e5ed5d4c9cb88bfc4839bcc002, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731700797039 2024-11-15T20:00:01,457 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 4573b36a890c4b6fa68a0fb44bead9fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731700798214 2024-11-15T20:00:01,457 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32441eec3cac4b0b95dcff893dff97b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731700798214 2024-11-15T20:00:01,458 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting c2f0c3b8657d426cb62b16be62279214, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731700799409 2024-11-15T20:00:01,458 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e969c1ab15e4d3ba658c37a6d983e3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731700799409 2024-11-15T20:00:01,469 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#A#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:01,470 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/d3f97ec13d90436cbfbfa8732695f4c8 is 50, key is test_row_0/A:col10/1731700800561/Put/seqid=0 2024-11-15T20:00:01,473 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#B#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:01,474 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/2953139c9c7a49a2aa11eb2476cb38eb is 50, key is test_row_0/B:col10/1731700800561/Put/seqid=0 2024-11-15T20:00:01,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742137_1313 (size=13085) 2024-11-15T20:00:01,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742138_1314 (size=13085) 2024-11-15T20:00:01,499 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/2953139c9c7a49a2aa11eb2476cb38eb as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/2953139c9c7a49a2aa11eb2476cb38eb 2024-11-15T20:00:01,506 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/B of ec9f9f60dcde147251a5c9e90c6d0197 into 2953139c9c7a49a2aa11eb2476cb38eb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:01,506 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:01,506 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/B, priority=12, startTime=1731700801454; duration=0sec 2024-11-15T20:00:01,506 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:01,506 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:B 2024-11-15T20:00:01,506 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:00:01,508 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:00:01,508 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/C is initiating minor compaction (all files) 2024-11-15T20:00:01,509 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/C in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:01,509 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/c6c974202325446dbe8f421fe18b9780, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/e2c788055e4e4f7b949138474ea139c4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/95da76565f0d4077bb738b80add56c16, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/343632dba4b44d148751741320c1b1a3] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=48.7 K 2024-11-15T20:00:01,509 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting c6c974202325446dbe8f421fe18b9780, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731700795816 2024-11-15T20:00:01,510 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting e2c788055e4e4f7b949138474ea139c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731700797039 2024-11-15T20:00:01,510 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 95da76565f0d4077bb738b80add56c16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731700798214 2024-11-15T20:00:01,510 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 343632dba4b44d148751741320c1b1a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731700799409 2024-11-15T20:00:01,522 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#C#compaction#266 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:01,523 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/fabb576fd00043a6acb6580526546a03 is 50, key is test_row_0/C:col10/1731700800561/Put/seqid=0 2024-11-15T20:00:01,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742139_1315 (size=13085) 2024-11-15T20:00:01,534 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/fabb576fd00043a6acb6580526546a03 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fabb576fd00043a6acb6580526546a03 2024-11-15T20:00:01,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-15T20:00:01,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:01,538 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T20:00:01,541 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/C of ec9f9f60dcde147251a5c9e90c6d0197 into fabb576fd00043a6acb6580526546a03(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:01,541 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:01,542 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/C, priority=12, startTime=1731700801454; duration=0sec 2024-11-15T20:00:01,542 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:01,542 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:C 2024-11-15T20:00:01,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/533e72f8811347fbbd4c8ee1f0aceb6d is 50, key is test_row_0/A:col10/1731700800566/Put/seqid=0 2024-11-15T20:00:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T20:00:01,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742140_1316 (size=12301) 2024-11-15T20:00:01,552 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/533e72f8811347fbbd4c8ee1f0aceb6d 2024-11-15T20:00:01,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/6389065d0f8e43d891fbbf146dee9fdd is 50, key is test_row_0/B:col10/1731700800566/Put/seqid=0 2024-11-15T20:00:01,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742141_1317 (size=12301) 2024-11-15T20:00:01,574 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/6389065d0f8e43d891fbbf146dee9fdd 2024-11-15T20:00:01,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/9ea35e85ba72486b8f69829b9232ad2a is 50, key is test_row_0/C:col10/1731700800566/Put/seqid=0 2024-11-15T20:00:01,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742142_1318 (size=12301) 2024-11-15T20:00:01,647 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/9ea35e85ba72486b8f69829b9232ad2a 2024-11-15T20:00:01,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/533e72f8811347fbbd4c8ee1f0aceb6d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/533e72f8811347fbbd4c8ee1f0aceb6d 2024-11-15T20:00:01,659 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/533e72f8811347fbbd4c8ee1f0aceb6d, entries=150, sequenceid=364, filesize=12.0 K 2024-11-15T20:00:01,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/6389065d0f8e43d891fbbf146dee9fdd as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6389065d0f8e43d891fbbf146dee9fdd 2024-11-15T20:00:01,668 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6389065d0f8e43d891fbbf146dee9fdd, entries=150, sequenceid=364, filesize=12.0 K 2024-11-15T20:00:01,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/9ea35e85ba72486b8f69829b9232ad2a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/9ea35e85ba72486b8f69829b9232ad2a 2024-11-15T20:00:01,673 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/9ea35e85ba72486b8f69829b9232ad2a, entries=150, sequenceid=364, filesize=12.0 K 2024-11-15T20:00:01,674 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for ec9f9f60dcde147251a5c9e90c6d0197 in 136ms, sequenceid=364, compaction requested=false 2024-11-15T20:00:01,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:01,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:01,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-15T20:00:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-15T20:00:01,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-15T20:00:01,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 752 msec 2024-11-15T20:00:01,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 758 msec 2024-11-15T20:00:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T20:00:01,759 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:01,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T20:00:01,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/c6d48e84294e4e6c8badfc7318a32e34 is 50, key is test_row_0/A:col10/1731700801757/Put/seqid=0 2024-11-15T20:00:01,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742143_1319 (size=14741) 2024-11-15T20:00:01,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/c6d48e84294e4e6c8badfc7318a32e34 2024-11-15T20:00:01,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/c5d8d3f5dff74127b717f240ffb70f98 is 50, key is test_row_0/B:col10/1731700801757/Put/seqid=0 2024-11-15T20:00:01,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742144_1320 (size=12301) 2024-11-15T20:00:01,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/c5d8d3f5dff74127b717f240ffb70f98 2024-11-15T20:00:01,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700861806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:01,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:01,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700861810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:01,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:01,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700861811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:01,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/49f735380b224bbdab4cd4a2ee1cb0d4 is 50, key is test_row_0/C:col10/1731700801757/Put/seqid=0 2024-11-15T20:00:01,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742145_1321 (size=12301) 2024-11-15T20:00:01,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/49f735380b224bbdab4cd4a2ee1cb0d4 2024-11-15T20:00:01,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/c6d48e84294e4e6c8badfc7318a32e34 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/c6d48e84294e4e6c8badfc7318a32e34 2024-11-15T20:00:01,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/c6d48e84294e4e6c8badfc7318a32e34, entries=200, sequenceid=377, filesize=14.4 K 2024-11-15T20:00:01,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/c5d8d3f5dff74127b717f240ffb70f98 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c5d8d3f5dff74127b717f240ffb70f98 2024-11-15T20:00:01,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c5d8d3f5dff74127b717f240ffb70f98, entries=150, sequenceid=377, filesize=12.0 K 2024-11-15T20:00:01,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/49f735380b224bbdab4cd4a2ee1cb0d4 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/49f735380b224bbdab4cd4a2ee1cb0d4 2024-11-15T20:00:01,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/49f735380b224bbdab4cd4a2ee1cb0d4, entries=150, sequenceid=377, filesize=12.0 K 2024-11-15T20:00:01,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ec9f9f60dcde147251a5c9e90c6d0197 in 120ms, sequenceid=377, compaction requested=true 2024-11-15T20:00:01,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:01,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:00:01,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:01,879 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-11-15T20:00:01,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:00:01,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:01,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:00:01,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T20:00:01,882 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-15T20:00:01,882 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-15T20:00:01,882 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. because compaction request was cancelled 2024-11-15T20:00:01,882 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:A 2024-11-15T20:00:01,882 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:01,884 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:01,884 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/B is initiating minor compaction (all files) 2024-11-15T20:00:01,884 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/B in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:01,885 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/2953139c9c7a49a2aa11eb2476cb38eb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6389065d0f8e43d891fbbf146dee9fdd, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c5d8d3f5dff74127b717f240ffb70f98] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=36.8 K 2024-11-15T20:00:01,886 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 2953139c9c7a49a2aa11eb2476cb38eb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731700799409 2024-11-15T20:00:01,886 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 6389065d0f8e43d891fbbf146dee9fdd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731700800566 2024-11-15T20:00:01,887 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting c5d8d3f5dff74127b717f240ffb70f98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731700801757 2024-11-15T20:00:01,892 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/d3f97ec13d90436cbfbfa8732695f4c8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/d3f97ec13d90436cbfbfa8732695f4c8 2024-11-15T20:00:01,902 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/A of ec9f9f60dcde147251a5c9e90c6d0197 into d3f97ec13d90436cbfbfa8732695f4c8(size=12.8 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:01,902 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:01,902 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/A, priority=12, startTime=1731700801454; duration=0sec 2024-11-15T20:00:01,903 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:01,903 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:A 2024-11-15T20:00:01,903 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:01,906 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:01,906 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/C is initiating minor compaction (all files) 2024-11-15T20:00:01,906 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/C in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:01,906 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fabb576fd00043a6acb6580526546a03, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/9ea35e85ba72486b8f69829b9232ad2a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/49f735380b224bbdab4cd4a2ee1cb0d4] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=36.8 K 2024-11-15T20:00:01,907 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting fabb576fd00043a6acb6580526546a03, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731700799409 2024-11-15T20:00:01,907 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ea35e85ba72486b8f69829b9232ad2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731700800566 2024-11-15T20:00:01,908 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49f735380b224bbdab4cd4a2ee1cb0d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731700801757 2024-11-15T20:00:01,912 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#B#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:01,917 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/733f1340794c4a73abff541caad5f271 is 50, key is test_row_0/B:col10/1731700801757/Put/seqid=0 2024-11-15T20:00:01,922 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#C#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:01,923 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/bf55aa1edd8c415db453ce3ba9e726d1 is 50, key is test_row_0/C:col10/1731700801757/Put/seqid=0 2024-11-15T20:00:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T20:00:01,927 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:01,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T20:00:01,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742146_1322 (size=13187) 2024-11-15T20:00:01,941 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/733f1340794c4a73abff541caad5f271 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/733f1340794c4a73abff541caad5f271 2024-11-15T20:00:01,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/32cab22cb92345788320c56bed95f250 is 50, key is test_row_0/A:col10/1731700801924/Put/seqid=0 2024-11-15T20:00:01,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742147_1323 (size=13187) 2024-11-15T20:00:01,947 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/B of ec9f9f60dcde147251a5c9e90c6d0197 into 733f1340794c4a73abff541caad5f271(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:01,947 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:01,947 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/B, priority=13, startTime=1731700801879; duration=0sec 2024-11-15T20:00:01,947 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:01,947 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:B 2024-11-15T20:00:01,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700861942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:01,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700861943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:01,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:01,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700861944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:01,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:01,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:01,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:01,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:01,953 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/bf55aa1edd8c415db453ce3ba9e726d1 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/bf55aa1edd8c415db453ce3ba9e726d1 2024-11-15T20:00:01,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742148_1324 (size=14741) 2024-11-15T20:00:01,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/32cab22cb92345788320c56bed95f250 2024-11-15T20:00:01,960 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/C of ec9f9f60dcde147251a5c9e90c6d0197 into bf55aa1edd8c415db453ce3ba9e726d1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:01,960 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:01,960 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/C, priority=13, startTime=1731700801879; duration=0sec 2024-11-15T20:00:01,960 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:01,960 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:C 2024-11-15T20:00:01,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/8a4075ff87c34eb9895a6136e76c024e is 50, key is test_row_0/B:col10/1731700801924/Put/seqid=0 2024-11-15T20:00:01,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742149_1325 (size=12301) 2024-11-15T20:00:02,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/8a4075ff87c34eb9895a6136e76c024e 2024-11-15T20:00:02,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/c64356eb066843f39af675d2d0157207 is 50, key is test_row_0/C:col10/1731700801924/Put/seqid=0 2024-11-15T20:00:02,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700862059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T20:00:02,063 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:02,065 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:02,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700862061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700862061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-15T20:00:02,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T20:00:02,068 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:02,069 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:02,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:02,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742150_1326 (size=12301) 2024-11-15T20:00:02,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/c64356eb066843f39af675d2d0157207 2024-11-15T20:00:02,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/32cab22cb92345788320c56bed95f250 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/32cab22cb92345788320c56bed95f250 2024-11-15T20:00:02,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/32cab22cb92345788320c56bed95f250, entries=200, sequenceid=405, filesize=14.4 K 2024-11-15T20:00:02,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/8a4075ff87c34eb9895a6136e76c024e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/8a4075ff87c34eb9895a6136e76c024e 2024-11-15T20:00:02,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/8a4075ff87c34eb9895a6136e76c024e, entries=150, sequenceid=405, filesize=12.0 K 2024-11-15T20:00:02,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/c64356eb066843f39af675d2d0157207 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/c64356eb066843f39af675d2d0157207 2024-11-15T20:00:02,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/c64356eb066843f39af675d2d0157207, entries=150, sequenceid=405, filesize=12.0 K 2024-11-15T20:00:02,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ec9f9f60dcde147251a5c9e90c6d0197 in 168ms, sequenceid=405, compaction requested=true 2024-11-15T20:00:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:02,095 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:00:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:00:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:00:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:00:02,095 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-15T20:00:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:02,096 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-15T20:00:02,096 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-15T20:00:02,097 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. because compaction request was cancelled 2024-11-15T20:00:02,097 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:B 2024-11-15T20:00:02,097 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-15T20:00:02,097 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-15T20:00:02,098 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-15T20:00:02,098 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:00:02,098 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. because compaction request was cancelled 2024-11-15T20:00:02,098 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/A is initiating minor compaction (all files) 2024-11-15T20:00:02,098 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:C 2024-11-15T20:00:02,098 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/A in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:02,098 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/d3f97ec13d90436cbfbfa8732695f4c8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/533e72f8811347fbbd4c8ee1f0aceb6d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/c6d48e84294e4e6c8badfc7318a32e34, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/32cab22cb92345788320c56bed95f250] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=53.6 K 2024-11-15T20:00:02,098 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3f97ec13d90436cbfbfa8732695f4c8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731700799409 2024-11-15T20:00:02,098 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 533e72f8811347fbbd4c8ee1f0aceb6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731700800566 2024-11-15T20:00:02,099 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6d48e84294e4e6c8badfc7318a32e34, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731700801725 2024-11-15T20:00:02,099 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32cab22cb92345788320c56bed95f250, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731700801804 2024-11-15T20:00:02,112 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#A#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:02,112 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/afb946794fdb4e82a485eb539b74cc6d is 50, key is test_row_0/A:col10/1731700801924/Put/seqid=0 2024-11-15T20:00:02,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742151_1327 (size=13221) 2024-11-15T20:00:02,139 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/afb946794fdb4e82a485eb539b74cc6d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/afb946794fdb4e82a485eb539b74cc6d 2024-11-15T20:00:02,146 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/A of ec9f9f60dcde147251a5c9e90c6d0197 into afb946794fdb4e82a485eb539b74cc6d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:02,146 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:02,146 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/A, priority=12, startTime=1731700802095; duration=0sec 2024-11-15T20:00:02,146 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:02,146 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:A 2024-11-15T20:00:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T20:00:02,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-15T20:00:02,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:02,222 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-15T20:00:02,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/c1b8af1b9d3b4ce39f3f94dbd819260d is 50, key is test_row_0/A:col10/1731700801934/Put/seqid=0 2024-11-15T20:00:02,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742152_1328 (size=12301) 2024-11-15T20:00:02,234 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/c1b8af1b9d3b4ce39f3f94dbd819260d 2024-11-15T20:00:02,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/c5ceb171f9e4414baa356272a787aff8 is 50, key is test_row_0/B:col10/1731700801934/Put/seqid=0 2024-11-15T20:00:02,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742153_1329 (size=12301) 2024-11-15T20:00:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T20:00:02,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T20:00:02,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700862293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700862295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700862297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700862298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700862299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T20:00:02,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700862410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700862410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700862411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700862411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700862411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700862620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700862620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700862620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700862620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700862620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,649 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/c5ceb171f9e4414baa356272a787aff8 2024-11-15T20:00:02,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/d1cbbce20fd84abba1f7a0911dbdb13a is 50, key is test_row_0/C:col10/1731700801934/Put/seqid=0 2024-11-15T20:00:02,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742154_1330 (size=12301) 2024-11-15T20:00:02,663 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/d1cbbce20fd84abba1f7a0911dbdb13a 2024-11-15T20:00:02,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/c1b8af1b9d3b4ce39f3f94dbd819260d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/c1b8af1b9d3b4ce39f3f94dbd819260d 2024-11-15T20:00:02,679 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/c1b8af1b9d3b4ce39f3f94dbd819260d, entries=150, sequenceid=417, filesize=12.0 K 2024-11-15T20:00:02,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/c5ceb171f9e4414baa356272a787aff8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c5ceb171f9e4414baa356272a787aff8 2024-11-15T20:00:02,684 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c5ceb171f9e4414baa356272a787aff8, entries=150, sequenceid=417, filesize=12.0 K 2024-11-15T20:00:02,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/d1cbbce20fd84abba1f7a0911dbdb13a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d1cbbce20fd84abba1f7a0911dbdb13a 2024-11-15T20:00:02,689 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d1cbbce20fd84abba1f7a0911dbdb13a, entries=150, sequenceid=417, filesize=12.0 K 2024-11-15T20:00:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T20:00:02,690 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for ec9f9f60dcde147251a5c9e90c6d0197 in 468ms, sequenceid=417, compaction requested=true 2024-11-15T20:00:02,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:02,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:02,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-15T20:00:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-15T20:00:02,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-15T20:00:02,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 623 msec 2024-11-15T20:00:02,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 629 msec 2024-11-15T20:00:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T20:00:02,933 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:02,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-15T20:00:02,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/fdd80873828348499447437fa79a699c is 50, key is test_row_0/A:col10/1731700802933/Put/seqid=0 2024-11-15T20:00:02,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700862935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700862935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700862937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700862937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700862941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:02,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:02,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:02,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742155_1331 (size=12301) 2024-11-15T20:00:02,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/fdd80873828348499447437fa79a699c 2024-11-15T20:00:02,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/5784f4258fb64d80ab3dce886ef71028 is 50, key is test_row_0/B:col10/1731700802933/Put/seqid=0 2024-11-15T20:00:02,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742156_1332 (size=12301) 2024-11-15T20:00:03,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700863050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700863050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700863051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700863051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700863051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-15T20:00:03,200 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:03,201 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-15T20:00:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T20:00:03,203 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:03,203 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:03,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:03,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700863261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700863261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700863261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700863261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700863261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T20:00:03,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-15T20:00:03,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:03,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T20:00:03,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:03,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:03,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:03,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/5784f4258fb64d80ab3dce886ef71028 2024-11-15T20:00:03,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/850d8f53d6e8430399ff73979de2f712 is 50, key is test_row_0/C:col10/1731700802933/Put/seqid=0 2024-11-15T20:00:03,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742157_1333 (size=12301) 2024-11-15T20:00:03,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/850d8f53d6e8430399ff73979de2f712 2024-11-15T20:00:03,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/fdd80873828348499447437fa79a699c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/fdd80873828348499447437fa79a699c 2024-11-15T20:00:03,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/fdd80873828348499447437fa79a699c, entries=150, sequenceid=447, filesize=12.0 K 2024-11-15T20:00:03,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/5784f4258fb64d80ab3dce886ef71028 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/5784f4258fb64d80ab3dce886ef71028 2024-11-15T20:00:03,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/5784f4258fb64d80ab3dce886ef71028, entries=150, sequenceid=447, filesize=12.0 K 2024-11-15T20:00:03,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/850d8f53d6e8430399ff73979de2f712 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/850d8f53d6e8430399ff73979de2f712 2024-11-15T20:00:03,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/850d8f53d6e8430399ff73979de2f712, entries=150, sequenceid=447, filesize=12.0 K 2024-11-15T20:00:03,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for ec9f9f60dcde147251a5c9e90c6d0197 in 470ms, sequenceid=447, compaction requested=true 2024-11-15T20:00:03,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:03,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:00:03,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:03,403 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:03,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:00:03,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:03,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:00:03,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:03,403 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:00:03,409 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:03,409 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/A is initiating minor compaction (all files) 2024-11-15T20:00:03,409 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/A in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:03,409 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/afb946794fdb4e82a485eb539b74cc6d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/c1b8af1b9d3b4ce39f3f94dbd819260d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/fdd80873828348499447437fa79a699c] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=36.9 K 2024-11-15T20:00:03,410 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:00:03,410 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/B is initiating minor compaction (all files) 2024-11-15T20:00:03,410 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/B in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:03,410 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/733f1340794c4a73abff541caad5f271, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/8a4075ff87c34eb9895a6136e76c024e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c5ceb171f9e4414baa356272a787aff8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/5784f4258fb64d80ab3dce886ef71028] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=48.9 K 2024-11-15T20:00:03,410 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting afb946794fdb4e82a485eb539b74cc6d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731700801807 2024-11-15T20:00:03,410 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 733f1340794c4a73abff541caad5f271, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731700801757 2024-11-15T20:00:03,410 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1b8af1b9d3b4ce39f3f94dbd819260d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731700801934 2024-11-15T20:00:03,410 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a4075ff87c34eb9895a6136e76c024e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731700801807 2024-11-15T20:00:03,411 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting c5ceb171f9e4414baa356272a787aff8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731700801934 2024-11-15T20:00:03,411 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdd80873828348499447437fa79a699c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731700802291 2024-11-15T20:00:03,411 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 5784f4258fb64d80ab3dce886ef71028, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731700802291 2024-11-15T20:00:03,423 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:03,424 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/f2da153ef5e44cffaecb9c7a56dd8071 is 50, key is test_row_0/B:col10/1731700802933/Put/seqid=0 2024-11-15T20:00:03,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742158_1334 (size=13323) 2024-11-15T20:00:03,432 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#A#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:03,433 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/428bcb8b7b4f4a36b43af93bd654d168 is 50, key is test_row_0/A:col10/1731700802933/Put/seqid=0 2024-11-15T20:00:03,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742159_1335 (size=13323) 2024-11-15T20:00:03,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-15T20:00:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:03,511 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-15T20:00:03,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/daf484e6caac4b8687374a25e26a0f2c is 50, key is test_row_0/A:col10/1731700802940/Put/seqid=0 2024-11-15T20:00:03,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742160_1336 (size=9857) 2024-11-15T20:00:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T20:00:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T20:00:03,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. as already flushing 2024-11-15T20:00:03,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700863601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700863602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700863603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700863610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700863610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700863721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700863722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700863722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700863722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700863722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,735 INFO [Thread-1149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1149. 2024-11-15T20:00:03,735 DEBUG [Thread-1149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:03,735 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:03,735 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:03,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:03,737 INFO [Thread-1145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1145. 2024-11-15T20:00:03,737 DEBUG [Thread-1145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:03,737 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:03,737 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:03,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:03,738 INFO [Thread-1147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1147. 2024-11-15T20:00:03,738 DEBUG [Thread-1147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:03,738 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:03,738 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:03,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:03,739 INFO [Thread-1141 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1141. 2024-11-15T20:00:03,739 DEBUG [Thread-1141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:03,739 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:03,739 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:03,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:03,741 INFO [Thread-1143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1143. 2024-11-15T20:00:03,741 DEBUG [Thread-1143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:03,741 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:03,741 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:03,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T20:00:03,836 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/f2da153ef5e44cffaecb9c7a56dd8071 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/f2da153ef5e44cffaecb9c7a56dd8071 2024-11-15T20:00:03,840 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/B of ec9f9f60dcde147251a5c9e90c6d0197 into f2da153ef5e44cffaecb9c7a56dd8071(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:03,840 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:03,840 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/B, priority=12, startTime=1731700803403; duration=0sec 2024-11-15T20:00:03,840 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:03,840 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:B 2024-11-15T20:00:03,840 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:00:03,841 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:00:03,842 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/C is initiating minor compaction (all files) 2024-11-15T20:00:03,842 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/C in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:03,842 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/bf55aa1edd8c415db453ce3ba9e726d1, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/c64356eb066843f39af675d2d0157207, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d1cbbce20fd84abba1f7a0911dbdb13a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/850d8f53d6e8430399ff73979de2f712] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=48.9 K 2024-11-15T20:00:03,842 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting bf55aa1edd8c415db453ce3ba9e726d1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731700801757 2024-11-15T20:00:03,842 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting c64356eb066843f39af675d2d0157207, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731700801807 2024-11-15T20:00:03,843 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting d1cbbce20fd84abba1f7a0911dbdb13a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731700801934 2024-11-15T20:00:03,843 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/428bcb8b7b4f4a36b43af93bd654d168 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/428bcb8b7b4f4a36b43af93bd654d168 2024-11-15T20:00:03,843 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 850d8f53d6e8430399ff73979de2f712, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731700802291 2024-11-15T20:00:03,847 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/A of ec9f9f60dcde147251a5c9e90c6d0197 into 428bcb8b7b4f4a36b43af93bd654d168(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:03,847 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:03,847 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/A, priority=13, startTime=1731700803403; duration=0sec 2024-11-15T20:00:03,847 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:03,847 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:A 2024-11-15T20:00:03,850 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#C#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:03,850 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/189543ffb21044d5b1058c93d212d304 is 50, key is test_row_0/C:col10/1731700802933/Put/seqid=0 2024-11-15T20:00:03,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742161_1337 (size=13323) 2024-11-15T20:00:03,920 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/daf484e6caac4b8687374a25e26a0f2c 2024-11-15T20:00:03,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/fb9eb3d8c3f14dec8a8d72b0adb56a7a is 50, key is test_row_0/B:col10/1731700802940/Put/seqid=0 2024-11-15T20:00:03,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700863930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700863930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700863930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700863931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:03,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:03,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742162_1338 (size=9857) 2024-11-15T20:00:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700863930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:03,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:03,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:04,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:04,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:04,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50876 deadline: 1731700864241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700864241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50880 deadline: 1731700864241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:04,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:04,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:04,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700864241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50878 deadline: 1731700864241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:04,258 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/189543ffb21044d5b1058c93d212d304 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/189543ffb21044d5b1058c93d212d304 2024-11-15T20:00:04,264 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/C of ec9f9f60dcde147251a5c9e90c6d0197 into 189543ffb21044d5b1058c93d212d304(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:04,264 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:04,264 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/C, priority=12, startTime=1731700803403; duration=0sec 2024-11-15T20:00:04,265 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:04,265 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:C 2024-11-15T20:00:04,333 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/fb9eb3d8c3f14dec8a8d72b0adb56a7a 2024-11-15T20:00:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T20:00:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/b7951a7f29864915974120422830d321 is 50, key is test_row_0/C:col10/1731700802940/Put/seqid=0 2024-11-15T20:00:04,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742163_1339 (size=9857) 2024-11-15T20:00:04,345 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/b7951a7f29864915974120422830d321 2024-11-15T20:00:04,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/daf484e6caac4b8687374a25e26a0f2c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/daf484e6caac4b8687374a25e26a0f2c 2024-11-15T20:00:04,354 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/daf484e6caac4b8687374a25e26a0f2c, entries=100, sequenceid=453, filesize=9.6 K 2024-11-15T20:00:04,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/fb9eb3d8c3f14dec8a8d72b0adb56a7a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/fb9eb3d8c3f14dec8a8d72b0adb56a7a 2024-11-15T20:00:04,357 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/fb9eb3d8c3f14dec8a8d72b0adb56a7a, entries=100, sequenceid=453, filesize=9.6 K 2024-11-15T20:00:04,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/b7951a7f29864915974120422830d321 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/b7951a7f29864915974120422830d321 2024-11-15T20:00:04,362 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/b7951a7f29864915974120422830d321, entries=100, sequenceid=453, filesize=9.6 K 2024-11-15T20:00:04,363 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=187.85 KB/192360 for ec9f9f60dcde147251a5c9e90c6d0197 in 852ms, sequenceid=453, compaction requested=false 2024-11-15T20:00:04,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:04,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:04,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-15T20:00:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-15T20:00:04,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-15T20:00:04,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1600 sec 2024-11-15T20:00:04,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.1650 sec 2024-11-15T20:00:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T20:00:04,752 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:04,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=207.98 KB heapSize=545.67 KB 2024-11-15T20:00:04,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:04,752 INFO [Thread-1138 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1138. 2024-11-15T20:00:04,752 INFO [Thread-1132 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1132. 2024-11-15T20:00:04,752 INFO [Thread-1134 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1134. 2024-11-15T20:00:04,752 DEBUG [Thread-1138 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:04,752 DEBUG [Thread-1132 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:04,752 DEBUG [Thread-1134 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700864750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:04,752 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:04,752 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:04,752 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:04,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:04,752 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:04,752 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:04,752 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:04,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700864750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:04,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:04,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:04,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:04,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:04,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:04,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:04,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/08eb9320933749648b0385a7d6befa4b is 50, key is test_row_0/A:col10/1731700804750/Put/seqid=0 2024-11-15T20:00:04,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742164_1340 (size=12301) 2024-11-15T20:00:05,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/08eb9320933749648b0385a7d6befa4b 2024-11-15T20:00:05,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/72c31fa8bff9436a96bce7284ddc86df is 50, key is test_row_0/B:col10/1731700804750/Put/seqid=0 2024-11-15T20:00:05,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742165_1341 (size=12301) 2024-11-15T20:00:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-15T20:00:05,351 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:05,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/72c31fa8bff9436a96bce7284ddc86df 2024-11-15T20:00:05,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/3d9d615e6f89452393ae4a83906c13d2 is 50, key is test_row_0/C:col10/1731700804750/Put/seqid=0 2024-11-15T20:00:05,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742166_1342 (size=12301) 2024-11-15T20:00:05,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50902 deadline: 1731700865760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:05,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50882 deadline: 1731700865761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:05,761 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_2' in ec9f9f60dcde147251a5c9e90c6d0197 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:00:05,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:05,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:05,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:05,761 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in ec9f9f60dcde147251a5c9e90c6d0197 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:00:05,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:05,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:05,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:05,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/3d9d615e6f89452393ae4a83906c13d2 2024-11-15T20:00:05,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/08eb9320933749648b0385a7d6befa4b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/08eb9320933749648b0385a7d6befa4b 2024-11-15T20:00:05,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/08eb9320933749648b0385a7d6befa4b, entries=150, sequenceid=490, filesize=12.0 K 2024-11-15T20:00:05,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/72c31fa8bff9436a96bce7284ddc86df as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/72c31fa8bff9436a96bce7284ddc86df 2024-11-15T20:00:05,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/72c31fa8bff9436a96bce7284ddc86df, entries=150, sequenceid=490, filesize=12.0 K 2024-11-15T20:00:05,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/3d9d615e6f89452393ae4a83906c13d2 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/3d9d615e6f89452393ae4a83906c13d2 2024-11-15T20:00:05,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/3d9d615e6f89452393ae4a83906c13d2, entries=150, sequenceid=490, filesize=12.0 K 2024-11-15T20:00:05,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~207.98 KB/212970, heapSize ~545.63 KB/558720, currentSize=0 B/0 for ec9f9f60dcde147251a5c9e90c6d0197 in 1247ms, sequenceid=490, compaction requested=true 2024-11-15T20:00:05,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:05,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:00:05,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:05,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:00:05,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:05,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec9f9f60dcde147251a5c9e90c6d0197:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:00:05,999 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:05,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:05,999 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:06,000 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:06,000 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:06,000 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/B is initiating minor compaction (all files) 2024-11-15T20:00:06,000 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/B in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:06,000 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/A is initiating minor compaction (all files) 2024-11-15T20:00:06,000 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/f2da153ef5e44cffaecb9c7a56dd8071, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/fb9eb3d8c3f14dec8a8d72b0adb56a7a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/72c31fa8bff9436a96bce7284ddc86df] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=34.6 K 2024-11-15T20:00:06,000 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/A in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:06,000 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/428bcb8b7b4f4a36b43af93bd654d168, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/daf484e6caac4b8687374a25e26a0f2c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/08eb9320933749648b0385a7d6befa4b] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=34.6 K 2024-11-15T20:00:06,001 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting f2da153ef5e44cffaecb9c7a56dd8071, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731700802291 2024-11-15T20:00:06,001 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 428bcb8b7b4f4a36b43af93bd654d168, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731700802291 2024-11-15T20:00:06,001 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting fb9eb3d8c3f14dec8a8d72b0adb56a7a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731700802935 2024-11-15T20:00:06,001 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting daf484e6caac4b8687374a25e26a0f2c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731700802935 2024-11-15T20:00:06,001 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 72c31fa8bff9436a96bce7284ddc86df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731700804750 2024-11-15T20:00:06,001 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08eb9320933749648b0385a7d6befa4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731700804750 2024-11-15T20:00:06,010 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#A#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:06,010 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/c3e437e4b0a444cd85258e25afc2f8eb is 50, key is test_row_0/A:col10/1731700804750/Put/seqid=0 2024-11-15T20:00:06,013 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#B#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:06,014 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/e7a3f83549b241fb98379e48fc27256d is 50, key is test_row_0/B:col10/1731700804750/Put/seqid=0 2024-11-15T20:00:06,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742167_1343 (size=13425) 2024-11-15T20:00:06,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742168_1344 (size=13425) 2024-11-15T20:00:06,428 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/c3e437e4b0a444cd85258e25afc2f8eb as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/c3e437e4b0a444cd85258e25afc2f8eb 2024-11-15T20:00:06,431 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/e7a3f83549b241fb98379e48fc27256d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/e7a3f83549b241fb98379e48fc27256d 2024-11-15T20:00:06,433 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/A of ec9f9f60dcde147251a5c9e90c6d0197 into c3e437e4b0a444cd85258e25afc2f8eb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:06,433 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:06,433 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/A, priority=13, startTime=1731700805999; duration=0sec 2024-11-15T20:00:06,434 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:06,434 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:A 2024-11-15T20:00:06,434 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:06,435 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:06,435 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): ec9f9f60dcde147251a5c9e90c6d0197/C is initiating minor compaction (all files) 2024-11-15T20:00:06,435 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec9f9f60dcde147251a5c9e90c6d0197/C in TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:06,435 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/189543ffb21044d5b1058c93d212d304, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/b7951a7f29864915974120422830d321, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/3d9d615e6f89452393ae4a83906c13d2] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp, totalSize=34.6 K 2024-11-15T20:00:06,435 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 189543ffb21044d5b1058c93d212d304, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731700802291 2024-11-15T20:00:06,435 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7951a7f29864915974120422830d321, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731700802935 2024-11-15T20:00:06,436 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d9d615e6f89452393ae4a83906c13d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731700804750 2024-11-15T20:00:06,436 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/B of ec9f9f60dcde147251a5c9e90c6d0197 into e7a3f83549b241fb98379e48fc27256d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:06,436 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:06,437 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/B, priority=13, startTime=1731700805999; duration=0sec 2024-11-15T20:00:06,437 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:06,437 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:B 2024-11-15T20:00:06,444 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec9f9f60dcde147251a5c9e90c6d0197#C#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:06,445 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/3aba6f7c7ecd4d0284fae9c7172b1952 is 50, key is test_row_0/C:col10/1731700804750/Put/seqid=0 2024-11-15T20:00:06,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742169_1345 (size=13425) 2024-11-15T20:00:06,853 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/3aba6f7c7ecd4d0284fae9c7172b1952 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/3aba6f7c7ecd4d0284fae9c7172b1952 2024-11-15T20:00:06,860 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec9f9f60dcde147251a5c9e90c6d0197/C of ec9f9f60dcde147251a5c9e90c6d0197 into 3aba6f7c7ecd4d0284fae9c7172b1952(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:06,860 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec9f9f60dcde147251a5c9e90c6d0197: 2024-11-15T20:00:06,860 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., storeName=ec9f9f60dcde147251a5c9e90c6d0197/C, priority=13, startTime=1731700805999; duration=0sec 2024-11-15T20:00:06,860 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:06,860 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec9f9f60dcde147251a5c9e90c6d0197:C 2024-11-15T20:00:07,782 INFO [Thread-1136 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1136. 2024-11-15T20:00:07,782 INFO [Thread-1130 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1130. 2024-11-15T20:00:07,782 DEBUG [Thread-1136 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:07,782 DEBUG [Thread-1130 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:07,782 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:07,782 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:07,782 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:07,782 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:07,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:07,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:07,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T20:00:07,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-15T20:00:07,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-15T20:00:07,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 130 2024-11-15T20:00:07,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-15T20:00:07,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-15T20:00:07,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T20:00:07,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3736 2024-11-15T20:00:07,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3388 2024-11-15T20:00:07,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3536 2024-11-15T20:00:07,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3730 2024-11-15T20:00:07,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3397 2024-11-15T20:00:07,783 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T20:00:07,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T20:00:07,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T20:00:07,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:07,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:07,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:07,784 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T20:00:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T20:00:07,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700807787"}]},"ts":"1731700807787"} 2024-11-15T20:00:07,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T20:00:07,789 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T20:00:07,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T20:00:07,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec9f9f60dcde147251a5c9e90c6d0197, UNASSIGN}] 2024-11-15T20:00:07,791 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec9f9f60dcde147251a5c9e90c6d0197, UNASSIGN 2024-11-15T20:00:07,792 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=ec9f9f60dcde147251a5c9e90c6d0197, regionState=CLOSING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T20:00:07,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec9f9f60dcde147251a5c9e90c6d0197, UNASSIGN because future has completed 2024-11-15T20:00:07,793 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T20:00:07,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376}] 2024-11-15T20:00:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T20:00:07,946 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T20:00:07,946 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T20:00:07,946 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing ec9f9f60dcde147251a5c9e90c6d0197, disabling compactions & flushes 2024-11-15T20:00:07,946 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:07,946 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:07,946 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. after waiting 0 ms 2024-11-15T20:00:07,946 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:07,946 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(2902): Flushing ec9f9f60dcde147251a5c9e90c6d0197 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-15T20:00:07,950 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/b248a6626ee04a178e25373909abe830 is 50, key is test_row_0/A:col10/1731700807781/Put/seqid=0 2024-11-15T20:00:07,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742170_1346 (size=9857) 2024-11-15T20:00:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T20:00:08,355 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/b248a6626ee04a178e25373909abe830 2024-11-15T20:00:08,361 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/d0769210d12248158f01766175daf485 is 50, key is test_row_0/B:col10/1731700807781/Put/seqid=0 2024-11-15T20:00:08,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742171_1347 (size=9857) 2024-11-15T20:00:08,366 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/d0769210d12248158f01766175daf485 2024-11-15T20:00:08,374 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/553bcfa3fa7d4feca3cf21b1cc984a33 is 50, key is test_row_0/C:col10/1731700807781/Put/seqid=0 2024-11-15T20:00:08,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742172_1348 (size=9857) 2024-11-15T20:00:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T20:00:08,778 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/553bcfa3fa7d4feca3cf21b1cc984a33 2024-11-15T20:00:08,782 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/A/b248a6626ee04a178e25373909abe830 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/b248a6626ee04a178e25373909abe830 2024-11-15T20:00:08,786 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/b248a6626ee04a178e25373909abe830, entries=100, sequenceid=498, filesize=9.6 K 2024-11-15T20:00:08,786 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/B/d0769210d12248158f01766175daf485 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/d0769210d12248158f01766175daf485 2024-11-15T20:00:08,790 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/d0769210d12248158f01766175daf485, entries=100, sequenceid=498, filesize=9.6 K 2024-11-15T20:00:08,790 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/.tmp/C/553bcfa3fa7d4feca3cf21b1cc984a33 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/553bcfa3fa7d4feca3cf21b1cc984a33 2024-11-15T20:00:08,794 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/553bcfa3fa7d4feca3cf21b1cc984a33, entries=100, sequenceid=498, filesize=9.6 K 2024-11-15T20:00:08,795 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for ec9f9f60dcde147251a5c9e90c6d0197 in 848ms, sequenceid=498, compaction requested=false 2024-11-15T20:00:08,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/08ce7b58570c4a78b0f1dd583b2d51bf, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/37640bde619e445db613ea7970a7b873, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/f4125f208db648339575b696a7cca56b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/3645e68a08cc421bb9ffa6524d1dc23b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/8d21fbdb95f84606b73609231cb0b4aa, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/4d419053b48246ce8bf3b3f332f6fb08, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/ceee5c5bb8cb4a0c924bf0b1e0adec54, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/e21b973183704e7680f77d3cfdfebfa5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/95763bacf65b44a9955f82232c4e1e5f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/5facdbc16753440c84208b7e8eda9d6e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/7c524ef65c594f25b91a5dcd2660c282, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/a924bc408651486e97a75a56608391a2, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/2fc3f19f19304f1493ede21ba5313ad4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/e0a17913b99e4a42b2fc9afacc9ca37c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/a11c08f4882044e79d268b3bbd7cca37, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/4f255e9d6617402d8ac3bc1985d246c6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/ea3afa2e9df844dd86e259f66a865f26, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/8eab2ec8ee484abd9a4bfb4c7e798dcb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/3b352681b1f3481a865d8113efee90b3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/047d2579021c4d5ab9e52c32d5179b57, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/aac90185b48e412c8cfac05dc8d376f0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/32441eec3cac4b0b95dcff893dff97b0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/d3f97ec13d90436cbfbfa8732695f4c8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/5e969c1ab15e4d3ba658c37a6d983e3c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/533e72f8811347fbbd4c8ee1f0aceb6d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/c6d48e84294e4e6c8badfc7318a32e34, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/32cab22cb92345788320c56bed95f250, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/afb946794fdb4e82a485eb539b74cc6d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/c1b8af1b9d3b4ce39f3f94dbd819260d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/428bcb8b7b4f4a36b43af93bd654d168, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/fdd80873828348499447437fa79a699c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/daf484e6caac4b8687374a25e26a0f2c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/08eb9320933749648b0385a7d6befa4b] to archive 2024-11-15T20:00:08,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T20:00:08,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/08ce7b58570c4a78b0f1dd583b2d51bf to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/08ce7b58570c4a78b0f1dd583b2d51bf 2024-11-15T20:00:08,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/37640bde619e445db613ea7970a7b873 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/37640bde619e445db613ea7970a7b873 2024-11-15T20:00:08,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/f4125f208db648339575b696a7cca56b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/f4125f208db648339575b696a7cca56b 2024-11-15T20:00:08,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/3645e68a08cc421bb9ffa6524d1dc23b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/3645e68a08cc421bb9ffa6524d1dc23b 2024-11-15T20:00:08,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/8d21fbdb95f84606b73609231cb0b4aa to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/8d21fbdb95f84606b73609231cb0b4aa 2024-11-15T20:00:08,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/4d419053b48246ce8bf3b3f332f6fb08 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/4d419053b48246ce8bf3b3f332f6fb08 2024-11-15T20:00:08,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/ceee5c5bb8cb4a0c924bf0b1e0adec54 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/ceee5c5bb8cb4a0c924bf0b1e0adec54 2024-11-15T20:00:08,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/e21b973183704e7680f77d3cfdfebfa5 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/e21b973183704e7680f77d3cfdfebfa5 2024-11-15T20:00:08,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/95763bacf65b44a9955f82232c4e1e5f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/95763bacf65b44a9955f82232c4e1e5f 2024-11-15T20:00:08,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/5facdbc16753440c84208b7e8eda9d6e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/5facdbc16753440c84208b7e8eda9d6e 2024-11-15T20:00:08,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/7c524ef65c594f25b91a5dcd2660c282 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/7c524ef65c594f25b91a5dcd2660c282 2024-11-15T20:00:08,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/a924bc408651486e97a75a56608391a2 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/a924bc408651486e97a75a56608391a2 2024-11-15T20:00:08,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/2fc3f19f19304f1493ede21ba5313ad4 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/2fc3f19f19304f1493ede21ba5313ad4 2024-11-15T20:00:08,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/e0a17913b99e4a42b2fc9afacc9ca37c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/e0a17913b99e4a42b2fc9afacc9ca37c 2024-11-15T20:00:08,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/a11c08f4882044e79d268b3bbd7cca37 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/a11c08f4882044e79d268b3bbd7cca37 2024-11-15T20:00:08,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/4f255e9d6617402d8ac3bc1985d246c6 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/4f255e9d6617402d8ac3bc1985d246c6 2024-11-15T20:00:08,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/ea3afa2e9df844dd86e259f66a865f26 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/ea3afa2e9df844dd86e259f66a865f26 2024-11-15T20:00:08,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/8eab2ec8ee484abd9a4bfb4c7e798dcb to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/8eab2ec8ee484abd9a4bfb4c7e798dcb 2024-11-15T20:00:08,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/3b352681b1f3481a865d8113efee90b3 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/3b352681b1f3481a865d8113efee90b3 2024-11-15T20:00:08,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/047d2579021c4d5ab9e52c32d5179b57 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/047d2579021c4d5ab9e52c32d5179b57 2024-11-15T20:00:08,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/aac90185b48e412c8cfac05dc8d376f0 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/aac90185b48e412c8cfac05dc8d376f0 2024-11-15T20:00:08,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/32441eec3cac4b0b95dcff893dff97b0 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/32441eec3cac4b0b95dcff893dff97b0 2024-11-15T20:00:08,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/d3f97ec13d90436cbfbfa8732695f4c8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/d3f97ec13d90436cbfbfa8732695f4c8 2024-11-15T20:00:08,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/5e969c1ab15e4d3ba658c37a6d983e3c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/5e969c1ab15e4d3ba658c37a6d983e3c 2024-11-15T20:00:08,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/533e72f8811347fbbd4c8ee1f0aceb6d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/533e72f8811347fbbd4c8ee1f0aceb6d 2024-11-15T20:00:08,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/c6d48e84294e4e6c8badfc7318a32e34 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/c6d48e84294e4e6c8badfc7318a32e34 2024-11-15T20:00:08,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/32cab22cb92345788320c56bed95f250 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/32cab22cb92345788320c56bed95f250 2024-11-15T20:00:08,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/afb946794fdb4e82a485eb539b74cc6d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/afb946794fdb4e82a485eb539b74cc6d 2024-11-15T20:00:08,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/c1b8af1b9d3b4ce39f3f94dbd819260d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/c1b8af1b9d3b4ce39f3f94dbd819260d 2024-11-15T20:00:08,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/428bcb8b7b4f4a36b43af93bd654d168 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/428bcb8b7b4f4a36b43af93bd654d168 2024-11-15T20:00:08,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/fdd80873828348499447437fa79a699c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/fdd80873828348499447437fa79a699c 2024-11-15T20:00:08,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/daf484e6caac4b8687374a25e26a0f2c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/daf484e6caac4b8687374a25e26a0f2c 2024-11-15T20:00:08,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/08eb9320933749648b0385a7d6befa4b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/08eb9320933749648b0385a7d6befa4b 2024-11-15T20:00:08,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/42aa179ee6874565af233939c3162c6f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/b2b96b6b52174035864639c9d9839681, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/2512761f5dd1442999f4621252440703, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/0f640033f073453b99efbe05f040dfdd, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/cee8b4f367554d99819fc0e299938a35, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/aa001523fcee49b5a28f72373945e94e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/58060aca44f944f9a1d3025a2c18fe94, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/4f798564a3d6444cb8f1bc97692a659e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/32ab73f92ff643f4b65fc95a32c59d88, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/a3cda43f2fbf490386377fdcd4e96b8e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/3766827fe6f54e509045e5544ccc66b8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6f5a4bd1b2714352839cb0f8ae776eac, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/0cee4dfbc960463ab80243e4d4ae8798, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/b15e91c6bf5a46ba9b1e457881f37577, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/390956e8187f4a3a9b5b3f8c3fd15340, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/e85db4aa6e6c4ef88f65dad6307976e3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/19a6110d73894a5c9af753eddefcd35f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6af6d0ec80e74c45a5c0ed7c32d0556c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/ed89b085abf9406f8d1788631a88766f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/a972e5e259fe4122bae90e380ae73171, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/73b1f1e5ed5d4c9cb88bfc4839bcc002, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/4573b36a890c4b6fa68a0fb44bead9fb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/2953139c9c7a49a2aa11eb2476cb38eb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c2f0c3b8657d426cb62b16be62279214, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6389065d0f8e43d891fbbf146dee9fdd, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/733f1340794c4a73abff541caad5f271, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c5d8d3f5dff74127b717f240ffb70f98, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/8a4075ff87c34eb9895a6136e76c024e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c5ceb171f9e4414baa356272a787aff8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/f2da153ef5e44cffaecb9c7a56dd8071, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/5784f4258fb64d80ab3dce886ef71028, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/fb9eb3d8c3f14dec8a8d72b0adb56a7a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/72c31fa8bff9436a96bce7284ddc86df] to archive 2024-11-15T20:00:08,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T20:00:08,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/42aa179ee6874565af233939c3162c6f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/42aa179ee6874565af233939c3162c6f 2024-11-15T20:00:08,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/b2b96b6b52174035864639c9d9839681 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/b2b96b6b52174035864639c9d9839681 2024-11-15T20:00:08,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/2512761f5dd1442999f4621252440703 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/2512761f5dd1442999f4621252440703 2024-11-15T20:00:08,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/0f640033f073453b99efbe05f040dfdd to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/0f640033f073453b99efbe05f040dfdd 2024-11-15T20:00:08,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/cee8b4f367554d99819fc0e299938a35 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/cee8b4f367554d99819fc0e299938a35 2024-11-15T20:00:08,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/aa001523fcee49b5a28f72373945e94e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/aa001523fcee49b5a28f72373945e94e 2024-11-15T20:00:08,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/58060aca44f944f9a1d3025a2c18fe94 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/58060aca44f944f9a1d3025a2c18fe94 2024-11-15T20:00:08,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/4f798564a3d6444cb8f1bc97692a659e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/4f798564a3d6444cb8f1bc97692a659e 2024-11-15T20:00:08,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/32ab73f92ff643f4b65fc95a32c59d88 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/32ab73f92ff643f4b65fc95a32c59d88 2024-11-15T20:00:08,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/a3cda43f2fbf490386377fdcd4e96b8e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/a3cda43f2fbf490386377fdcd4e96b8e 2024-11-15T20:00:08,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/3766827fe6f54e509045e5544ccc66b8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/3766827fe6f54e509045e5544ccc66b8 2024-11-15T20:00:08,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6f5a4bd1b2714352839cb0f8ae776eac to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6f5a4bd1b2714352839cb0f8ae776eac 2024-11-15T20:00:08,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/0cee4dfbc960463ab80243e4d4ae8798 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/0cee4dfbc960463ab80243e4d4ae8798 2024-11-15T20:00:08,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/b15e91c6bf5a46ba9b1e457881f37577 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/b15e91c6bf5a46ba9b1e457881f37577 2024-11-15T20:00:08,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/390956e8187f4a3a9b5b3f8c3fd15340 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/390956e8187f4a3a9b5b3f8c3fd15340 2024-11-15T20:00:08,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/e85db4aa6e6c4ef88f65dad6307976e3 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/e85db4aa6e6c4ef88f65dad6307976e3 2024-11-15T20:00:08,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/19a6110d73894a5c9af753eddefcd35f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/19a6110d73894a5c9af753eddefcd35f 2024-11-15T20:00:08,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6af6d0ec80e74c45a5c0ed7c32d0556c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6af6d0ec80e74c45a5c0ed7c32d0556c 2024-11-15T20:00:08,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/ed89b085abf9406f8d1788631a88766f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/ed89b085abf9406f8d1788631a88766f 2024-11-15T20:00:08,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/a972e5e259fe4122bae90e380ae73171 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/a972e5e259fe4122bae90e380ae73171 2024-11-15T20:00:08,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/73b1f1e5ed5d4c9cb88bfc4839bcc002 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/73b1f1e5ed5d4c9cb88bfc4839bcc002 2024-11-15T20:00:08,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/4573b36a890c4b6fa68a0fb44bead9fb to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/4573b36a890c4b6fa68a0fb44bead9fb 2024-11-15T20:00:08,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/2953139c9c7a49a2aa11eb2476cb38eb to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/2953139c9c7a49a2aa11eb2476cb38eb 2024-11-15T20:00:08,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c2f0c3b8657d426cb62b16be62279214 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c2f0c3b8657d426cb62b16be62279214 2024-11-15T20:00:08,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6389065d0f8e43d891fbbf146dee9fdd to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/6389065d0f8e43d891fbbf146dee9fdd 2024-11-15T20:00:08,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/733f1340794c4a73abff541caad5f271 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/733f1340794c4a73abff541caad5f271 2024-11-15T20:00:08,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c5d8d3f5dff74127b717f240ffb70f98 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c5d8d3f5dff74127b717f240ffb70f98 2024-11-15T20:00:08,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/8a4075ff87c34eb9895a6136e76c024e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/8a4075ff87c34eb9895a6136e76c024e 2024-11-15T20:00:08,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c5ceb171f9e4414baa356272a787aff8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/c5ceb171f9e4414baa356272a787aff8 2024-11-15T20:00:08,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/f2da153ef5e44cffaecb9c7a56dd8071 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/f2da153ef5e44cffaecb9c7a56dd8071 2024-11-15T20:00:08,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/5784f4258fb64d80ab3dce886ef71028 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/5784f4258fb64d80ab3dce886ef71028 2024-11-15T20:00:08,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/fb9eb3d8c3f14dec8a8d72b0adb56a7a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/fb9eb3d8c3f14dec8a8d72b0adb56a7a 2024-11-15T20:00:08,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/72c31fa8bff9436a96bce7284ddc86df to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/72c31fa8bff9436a96bce7284ddc86df 2024-11-15T20:00:08,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d4d4f8e9c0f84c8cae666eb20b446273, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/52c7c1f638de479fb5ff2fbc4013bcc4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/6cae0485f875458888ca8c1699cf659b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/91ceb7de16854d7787761a2576aa8716, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/7bd90a472aba49398dce5bdcfd00e532, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/466179bc98ef428683303b8753f3423f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1b692e17b05948b09e50406d38df650f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fdb7a01ef2fc48749d4089d57e2fdd01, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1627e34f6762481aa973ff304ec1c00c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/ea98ecf5a22541f98f461579ca4b1d9b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/babd6afceecd4890a040060e47075234, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/b995ea86bf3d42b0bc7d23b9e9fa1657, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/f39bc35a789f4120843b51624df643b7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/88262b7a761f47e3b423f340ce239f9e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/9f4694e2fc884933b5bfa045871c5659, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d7cc91b61fd84ff2aeeae490b907b6bf, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fc05bc06251f41e582d96c3e6e37173e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/2ebf114d50794022b0ba76b2f2f3e3a8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/c6c974202325446dbe8f421fe18b9780, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1f293eb4617d41fe96ba306c0612d816, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/e2c788055e4e4f7b949138474ea139c4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/95da76565f0d4077bb738b80add56c16, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fabb576fd00043a6acb6580526546a03, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/343632dba4b44d148751741320c1b1a3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/9ea35e85ba72486b8f69829b9232ad2a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/bf55aa1edd8c415db453ce3ba9e726d1, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/49f735380b224bbdab4cd4a2ee1cb0d4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/c64356eb066843f39af675d2d0157207, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d1cbbce20fd84abba1f7a0911dbdb13a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/189543ffb21044d5b1058c93d212d304, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/850d8f53d6e8430399ff73979de2f712, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/b7951a7f29864915974120422830d321, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/3d9d615e6f89452393ae4a83906c13d2] to archive 2024-11-15T20:00:08,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T20:00:08,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d4d4f8e9c0f84c8cae666eb20b446273 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d4d4f8e9c0f84c8cae666eb20b446273 2024-11-15T20:00:08,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/52c7c1f638de479fb5ff2fbc4013bcc4 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/52c7c1f638de479fb5ff2fbc4013bcc4 2024-11-15T20:00:08,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/6cae0485f875458888ca8c1699cf659b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/6cae0485f875458888ca8c1699cf659b 2024-11-15T20:00:08,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/91ceb7de16854d7787761a2576aa8716 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/91ceb7de16854d7787761a2576aa8716 2024-11-15T20:00:08,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/7bd90a472aba49398dce5bdcfd00e532 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/7bd90a472aba49398dce5bdcfd00e532 2024-11-15T20:00:08,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/466179bc98ef428683303b8753f3423f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/466179bc98ef428683303b8753f3423f 2024-11-15T20:00:08,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1b692e17b05948b09e50406d38df650f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1b692e17b05948b09e50406d38df650f 2024-11-15T20:00:08,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fdb7a01ef2fc48749d4089d57e2fdd01 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fdb7a01ef2fc48749d4089d57e2fdd01 2024-11-15T20:00:08,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1627e34f6762481aa973ff304ec1c00c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1627e34f6762481aa973ff304ec1c00c 2024-11-15T20:00:08,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/ea98ecf5a22541f98f461579ca4b1d9b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/ea98ecf5a22541f98f461579ca4b1d9b 2024-11-15T20:00:08,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/babd6afceecd4890a040060e47075234 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/babd6afceecd4890a040060e47075234 2024-11-15T20:00:08,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/b995ea86bf3d42b0bc7d23b9e9fa1657 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/b995ea86bf3d42b0bc7d23b9e9fa1657 2024-11-15T20:00:08,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/f39bc35a789f4120843b51624df643b7 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/f39bc35a789f4120843b51624df643b7 2024-11-15T20:00:08,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/88262b7a761f47e3b423f340ce239f9e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/88262b7a761f47e3b423f340ce239f9e 2024-11-15T20:00:08,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/9f4694e2fc884933b5bfa045871c5659 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/9f4694e2fc884933b5bfa045871c5659 2024-11-15T20:00:08,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d7cc91b61fd84ff2aeeae490b907b6bf to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d7cc91b61fd84ff2aeeae490b907b6bf 2024-11-15T20:00:08,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fc05bc06251f41e582d96c3e6e37173e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fc05bc06251f41e582d96c3e6e37173e 2024-11-15T20:00:08,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/2ebf114d50794022b0ba76b2f2f3e3a8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/2ebf114d50794022b0ba76b2f2f3e3a8 2024-11-15T20:00:08,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/c6c974202325446dbe8f421fe18b9780 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/c6c974202325446dbe8f421fe18b9780 2024-11-15T20:00:08,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1f293eb4617d41fe96ba306c0612d816 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/1f293eb4617d41fe96ba306c0612d816 2024-11-15T20:00:08,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/e2c788055e4e4f7b949138474ea139c4 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/e2c788055e4e4f7b949138474ea139c4 2024-11-15T20:00:08,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/95da76565f0d4077bb738b80add56c16 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/95da76565f0d4077bb738b80add56c16 2024-11-15T20:00:08,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fabb576fd00043a6acb6580526546a03 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/fabb576fd00043a6acb6580526546a03 2024-11-15T20:00:08,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/343632dba4b44d148751741320c1b1a3 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/343632dba4b44d148751741320c1b1a3 2024-11-15T20:00:08,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/9ea35e85ba72486b8f69829b9232ad2a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/9ea35e85ba72486b8f69829b9232ad2a 2024-11-15T20:00:08,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/bf55aa1edd8c415db453ce3ba9e726d1 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/bf55aa1edd8c415db453ce3ba9e726d1 2024-11-15T20:00:08,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/49f735380b224bbdab4cd4a2ee1cb0d4 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/49f735380b224bbdab4cd4a2ee1cb0d4 2024-11-15T20:00:08,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/c64356eb066843f39af675d2d0157207 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/c64356eb066843f39af675d2d0157207 2024-11-15T20:00:08,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d1cbbce20fd84abba1f7a0911dbdb13a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/d1cbbce20fd84abba1f7a0911dbdb13a 2024-11-15T20:00:08,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/189543ffb21044d5b1058c93d212d304 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/189543ffb21044d5b1058c93d212d304 2024-11-15T20:00:08,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/850d8f53d6e8430399ff73979de2f712 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/850d8f53d6e8430399ff73979de2f712 2024-11-15T20:00:08,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/b7951a7f29864915974120422830d321 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/b7951a7f29864915974120422830d321 2024-11-15T20:00:08,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/3d9d615e6f89452393ae4a83906c13d2 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/3d9d615e6f89452393ae4a83906c13d2 2024-11-15T20:00:08,911 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/recovered.edits/501.seqid, newMaxSeqId=501, maxSeqId=1 2024-11-15T20:00:08,911 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. 2024-11-15T20:00:08,911 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for ec9f9f60dcde147251a5c9e90c6d0197: Waiting for close lock at 1731700807946Running coprocessor pre-close hooks at 1731700807946Disabling compacts and flushes for region at 1731700807946Disabling writes for close at 1731700807946Obtaining lock to block concurrent updates at 1731700807946Preparing flush snapshotting stores in ec9f9f60dcde147251a5c9e90c6d0197 at 1731700807946Finished memstore snapshotting TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731700807947 (+1 ms)Flushing stores of TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197. at 1731700807947Flushing ec9f9f60dcde147251a5c9e90c6d0197/A: creating writer at 1731700807947Flushing ec9f9f60dcde147251a5c9e90c6d0197/A: appending metadata at 1731700807950 (+3 ms)Flushing ec9f9f60dcde147251a5c9e90c6d0197/A: closing flushed file at 1731700807950Flushing ec9f9f60dcde147251a5c9e90c6d0197/B: creating writer at 1731700808358 (+408 ms)Flushing ec9f9f60dcde147251a5c9e90c6d0197/B: appending metadata at 1731700808361 (+3 ms)Flushing ec9f9f60dcde147251a5c9e90c6d0197/B: closing flushed file at 1731700808361Flushing ec9f9f60dcde147251a5c9e90c6d0197/C: creating writer at 1731700808370 (+9 ms)Flushing ec9f9f60dcde147251a5c9e90c6d0197/C: appending metadata at 1731700808372 (+2 ms)Flushing ec9f9f60dcde147251a5c9e90c6d0197/C: closing flushed file at 1731700808372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1f966b: reopening flushed file at 1731700808782 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76423093: reopening flushed file at 1731700808786 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38bacd55: reopening flushed file at 1731700808790 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for ec9f9f60dcde147251a5c9e90c6d0197 in 848ms, sequenceid=498, compaction requested=false at 1731700808795 (+5 ms)Writing region close event to WAL at 1731700808907 (+112 ms)Running coprocessor post-close hooks at 1731700808911 (+4 ms)Closed at 1731700808911 2024-11-15T20:00:08,913 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T20:00:08,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=ec9f9f60dcde147251a5c9e90c6d0197, regionState=CLOSED 2024-11-15T20:00:08,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T20:00:08,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-15T20:00:08,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure ec9f9f60dcde147251a5c9e90c6d0197, server=c325ef450a96,42595,1731700725376 in 1.1240 sec 2024-11-15T20:00:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T20:00:08,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-15T20:00:08,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec9f9f60dcde147251a5c9e90c6d0197, UNASSIGN in 1.1270 sec 2024-11-15T20:00:08,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-15T20:00:08,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1320 sec 2024-11-15T20:00:08,925 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700808925"}]},"ts":"1731700808925"} 2024-11-15T20:00:08,926 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T20:00:08,927 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T20:00:08,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1430 sec 2024-11-15T20:00:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-15T20:00:09,930 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:09,931 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T20:00:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:09,933 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-15T20:00:09,934 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=90, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:09,938 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T20:00:09,940 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/recovered.edits] 2024-11-15T20:00:09,943 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/b248a6626ee04a178e25373909abe830 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/b248a6626ee04a178e25373909abe830 2024-11-15T20:00:09,944 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/c3e437e4b0a444cd85258e25afc2f8eb to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/A/c3e437e4b0a444cd85258e25afc2f8eb 2024-11-15T20:00:09,947 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/d0769210d12248158f01766175daf485 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/d0769210d12248158f01766175daf485 2024-11-15T20:00:09,950 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/e7a3f83549b241fb98379e48fc27256d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/B/e7a3f83549b241fb98379e48fc27256d 2024-11-15T20:00:09,955 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/3aba6f7c7ecd4d0284fae9c7172b1952 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/3aba6f7c7ecd4d0284fae9c7172b1952 2024-11-15T20:00:09,957 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/553bcfa3fa7d4feca3cf21b1cc984a33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/C/553bcfa3fa7d4feca3cf21b1cc984a33 2024-11-15T20:00:09,962 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/recovered.edits/501.seqid to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197/recovered.edits/501.seqid 2024-11-15T20:00:09,962 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/ec9f9f60dcde147251a5c9e90c6d0197 2024-11-15T20:00:09,963 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T20:00:09,965 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=90, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:09,968 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T20:00:09,970 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T20:00:09,971 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=90, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:09,971 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T20:00:09,971 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731700809971"}]},"ts":"9223372036854775807"} 2024-11-15T20:00:09,973 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T20:00:09,973 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ec9f9f60dcde147251a5c9e90c6d0197, NAME => 'TestAcidGuarantees,,1731700781533.ec9f9f60dcde147251a5c9e90c6d0197.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T20:00:09,973 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T20:00:09,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731700809973"}]},"ts":"9223372036854775807"} 2024-11-15T20:00:09,974 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T20:00:09,975 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=90, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:09,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 44 msec 2024-11-15T20:00:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-15T20:00:10,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T20:00:10,040 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:10,050 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=244 (was 247), OpenFileDescriptor=467 (was 463) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 444), ProcessCount=11 (was 11), AvailableMemoryMB=458 (was 814) 2024-11-15T20:00:10,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=244, OpenFileDescriptor=467, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=457 2024-11-15T20:00:10,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T20:00:10,060 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T20:00:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:10,062 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T20:00:10,062 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:10,062 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 91 2024-11-15T20:00:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-15T20:00:10,063 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T20:00:10,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742173_1349 (size=959) 2024-11-15T20:00:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-15T20:00:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-15T20:00:10,470 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97 2024-11-15T20:00:10,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742174_1350 (size=53) 2024-11-15T20:00:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-15T20:00:10,875 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T20:00:10,876 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 600b594342231e7128904bcd0216be33, disabling compactions & flushes 2024-11-15T20:00:10,876 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:10,876 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:10,876 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. after waiting 0 ms 2024-11-15T20:00:10,876 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:10,876 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:10,876 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 600b594342231e7128904bcd0216be33: Waiting for close lock at 1731700810876Disabling compacts and flushes for region at 1731700810876Disabling writes for close at 1731700810876Writing region close event to WAL at 1731700810876Closed at 1731700810876 2024-11-15T20:00:10,877 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T20:00:10,877 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731700810877"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700810877"}]},"ts":"1731700810877"} 2024-11-15T20:00:10,879 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T20:00:10,879 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T20:00:10,880 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700810879"}]},"ts":"1731700810879"} 2024-11-15T20:00:10,881 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T20:00:10,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600b594342231e7128904bcd0216be33, ASSIGN}] 2024-11-15T20:00:10,882 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600b594342231e7128904bcd0216be33, ASSIGN 2024-11-15T20:00:10,883 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=600b594342231e7128904bcd0216be33, ASSIGN; state=OFFLINE, location=c325ef450a96,42595,1731700725376; forceNewPlan=false, retain=false 2024-11-15T20:00:11,034 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=600b594342231e7128904bcd0216be33, regionState=OPENING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T20:00:11,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=600b594342231e7128904bcd0216be33, ASSIGN because future has completed 2024-11-15T20:00:11,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376}] 2024-11-15T20:00:11,190 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:11,191 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7752): Opening region: {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} 2024-11-15T20:00:11,191 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 600b594342231e7128904bcd0216be33 2024-11-15T20:00:11,191 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T20:00:11,191 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7794): checking encryption for 600b594342231e7128904bcd0216be33 2024-11-15T20:00:11,191 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7797): checking classloading for 600b594342231e7128904bcd0216be33 2024-11-15T20:00:11,192 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 600b594342231e7128904bcd0216be33 2024-11-15T20:00:11,194 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600b594342231e7128904bcd0216be33 columnFamilyName A 2024-11-15T20:00:11,194 DEBUG [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:11,194 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] regionserver.HStore(327): Store=600b594342231e7128904bcd0216be33/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T20:00:11,194 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 600b594342231e7128904bcd0216be33 2024-11-15T20:00:11,196 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600b594342231e7128904bcd0216be33 columnFamilyName B 2024-11-15T20:00:11,196 DEBUG [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:11,196 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] regionserver.HStore(327): Store=600b594342231e7128904bcd0216be33/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T20:00:11,196 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 600b594342231e7128904bcd0216be33 2024-11-15T20:00:11,197 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600b594342231e7128904bcd0216be33 columnFamilyName C 2024-11-15T20:00:11,197 DEBUG [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:11,198 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] regionserver.HStore(327): Store=600b594342231e7128904bcd0216be33/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T20:00:11,198 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1038): replaying wal for 600b594342231e7128904bcd0216be33 2024-11-15T20:00:11,199 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33 2024-11-15T20:00:11,199 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33 2024-11-15T20:00:11,200 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1048): stopping wal replay for 600b594342231e7128904bcd0216be33 2024-11-15T20:00:11,200 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1060): Cleaning up temporary data for 600b594342231e7128904bcd0216be33 2024-11-15T20:00:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-15T20:00:11,202 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T20:00:11,203 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1093): writing seq id for 600b594342231e7128904bcd0216be33 2024-11-15T20:00:11,204 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T20:00:11,205 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1114): Opened 600b594342231e7128904bcd0216be33; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59192847, jitterRate=-0.11795784533023834}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T20:00:11,205 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 600b594342231e7128904bcd0216be33 2024-11-15T20:00:11,206 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1006): Region open journal for 600b594342231e7128904bcd0216be33: Running coprocessor pre-open hook at 1731700811191Writing region info on filesystem at 1731700811191Initializing all the Stores at 1731700811192 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700811192Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700811192Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700811192Cleaning up temporary data from old regions at 1731700811200 (+8 ms)Running coprocessor post-open hooks at 1731700811205 (+5 ms)Region opened successfully at 1731700811206 (+1 ms) 2024-11-15T20:00:11,206 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., pid=93, masterSystemTime=1731700811187 2024-11-15T20:00:11,212 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:11,212 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:11,212 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=600b594342231e7128904bcd0216be33, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T20:00:11,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T20:00:11,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-15T20:00:11,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 in 179 msec 2024-11-15T20:00:11,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-15T20:00:11,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600b594342231e7128904bcd0216be33, ASSIGN in 335 msec 2024-11-15T20:00:11,219 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T20:00:11,219 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700811219"}]},"ts":"1731700811219"} 2024-11-15T20:00:11,220 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T20:00:11,221 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T20:00:11,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-11-15T20:00:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-15T20:00:12,221 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:12,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7befe57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:12,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:12,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:12,223 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663b188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:12,225 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1672647d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:12,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:12,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:12,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T20:00:12,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c325ef450a96,43137,1731700724558 2024-11-15T20:00:12,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5782b977 2024-11-15T20:00:12,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T20:00:12,230 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T20:00:12,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T20:00:12,232 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T20:00:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:12,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742175_1351 (size=995) 2024-11-15T20:00:12,644 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-15T20:00:12,644 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-15T20:00:12,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T20:00:12,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600b594342231e7128904bcd0216be33, REOPEN/MOVE}] 2024-11-15T20:00:12,650 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600b594342231e7128904bcd0216be33, REOPEN/MOVE 2024-11-15T20:00:12,651 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=600b594342231e7128904bcd0216be33, regionState=CLOSING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T20:00:12,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=600b594342231e7128904bcd0216be33, REOPEN/MOVE because future has completed 2024-11-15T20:00:12,652 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T20:00:12,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376}] 2024-11-15T20:00:12,805 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close 600b594342231e7128904bcd0216be33 2024-11-15T20:00:12,805 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T20:00:12,805 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing 600b594342231e7128904bcd0216be33, disabling compactions & flushes 2024-11-15T20:00:12,805 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:12,805 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:12,805 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. after waiting 0 ms 2024-11-15T20:00:12,805 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:12,809 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T20:00:12,809 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:12,809 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for 600b594342231e7128904bcd0216be33: Waiting for close lock at 1731700812805Running coprocessor pre-close hooks at 1731700812805Disabling compacts and flushes for region at 1731700812805Disabling writes for close at 1731700812805Writing region close event to WAL at 1731700812806 (+1 ms)Running coprocessor post-close hooks at 1731700812809 (+3 ms)Closed at 1731700812809 2024-11-15T20:00:12,809 WARN [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionServer(3299): Not adding moved region record: 600b594342231e7128904bcd0216be33 to self. 2024-11-15T20:00:12,811 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed 600b594342231e7128904bcd0216be33 2024-11-15T20:00:12,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=600b594342231e7128904bcd0216be33, regionState=CLOSED 2024-11-15T20:00:12,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T20:00:12,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-15T20:00:12,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure 600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 in 161 msec 2024-11-15T20:00:12,815 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=600b594342231e7128904bcd0216be33, REOPEN/MOVE; state=CLOSED, location=c325ef450a96,42595,1731700725376; forceNewPlan=false, retain=true 2024-11-15T20:00:12,966 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=600b594342231e7128904bcd0216be33, regionState=OPENING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T20:00:12,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=600b594342231e7128904bcd0216be33, REOPEN/MOVE because future has completed 2024-11-15T20:00:12,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376}] 2024-11-15T20:00:13,122 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:13,122 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7752): Opening region: {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} 2024-11-15T20:00:13,123 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 600b594342231e7128904bcd0216be33 2024-11-15T20:00:13,123 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T20:00:13,123 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7794): checking encryption for 600b594342231e7128904bcd0216be33 2024-11-15T20:00:13,123 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7797): checking classloading for 600b594342231e7128904bcd0216be33 2024-11-15T20:00:13,124 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 600b594342231e7128904bcd0216be33 2024-11-15T20:00:13,125 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600b594342231e7128904bcd0216be33 columnFamilyName A 2024-11-15T20:00:13,126 DEBUG [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:13,126 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] regionserver.HStore(327): Store=600b594342231e7128904bcd0216be33/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T20:00:13,126 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 600b594342231e7128904bcd0216be33 2024-11-15T20:00:13,127 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600b594342231e7128904bcd0216be33 columnFamilyName B 2024-11-15T20:00:13,127 DEBUG [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:13,128 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] regionserver.HStore(327): Store=600b594342231e7128904bcd0216be33/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T20:00:13,128 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 600b594342231e7128904bcd0216be33 2024-11-15T20:00:13,128 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600b594342231e7128904bcd0216be33 columnFamilyName C 2024-11-15T20:00:13,128 DEBUG [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:13,129 INFO [StoreOpener-600b594342231e7128904bcd0216be33-1 {}] regionserver.HStore(327): Store=600b594342231e7128904bcd0216be33/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T20:00:13,129 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1038): replaying wal for 600b594342231e7128904bcd0216be33 2024-11-15T20:00:13,129 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33 2024-11-15T20:00:13,130 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33 2024-11-15T20:00:13,131 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1048): stopping wal replay for 600b594342231e7128904bcd0216be33 2024-11-15T20:00:13,131 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1060): Cleaning up temporary data for 600b594342231e7128904bcd0216be33 2024-11-15T20:00:13,131 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T20:00:13,132 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1093): writing seq id for 600b594342231e7128904bcd0216be33 2024-11-15T20:00:13,133 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1114): Opened 600b594342231e7128904bcd0216be33; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60946957, jitterRate=-0.09181956946849823}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T20:00:13,133 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 600b594342231e7128904bcd0216be33 2024-11-15T20:00:13,133 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1006): Region open journal for 600b594342231e7128904bcd0216be33: Running coprocessor pre-open hook at 1731700813123Writing region info on filesystem at 1731700813123Initializing all the Stores at 1731700813124 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700813124Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700813124Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700813124Cleaning up temporary data from old regions at 1731700813131 (+7 ms)Running coprocessor post-open hooks at 1731700813133 (+2 ms)Region opened successfully at 1731700813133 2024-11-15T20:00:13,134 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., pid=98, masterSystemTime=1731700813119 2024-11-15T20:00:13,136 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:13,136 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:13,137 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=600b594342231e7128904bcd0216be33, regionState=OPEN, openSeqNum=5, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T20:00:13,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=96 2024-11-15T20:00:13,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 in 171 msec 2024-11-15T20:00:13,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-15T20:00:13,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600b594342231e7128904bcd0216be33, REOPEN/MOVE in 491 msec 2024-11-15T20:00:13,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-15T20:00:13,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 495 msec 2024-11-15T20:00:13,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 913 msec 2024-11-15T20:00:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-15T20:00:13,148 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:13,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:13,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:13,150 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:13,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:13,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:13,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55732bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:13,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:13,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:13,152 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33925b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:13,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:13,154 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:13,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:13,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:13,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad96a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:13,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:13,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:13,155 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:13,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7427e95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:13,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:13,157 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:13,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:13,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:13,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce3f068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:13,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:13,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:13,158 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:13,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bfbda3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:13,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:13,160 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:13,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:13,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:13,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27fdf484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:13,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:13,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:13,161 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:13,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58caddfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd3a90f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:13,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:13,163 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ddbb15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:13,164 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:13,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc43a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eba3e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:13,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:13,166 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f25e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:13,167 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:13,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27da282c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79570776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:13,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:13,169 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:13,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:13,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:13,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7324d2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:13,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:13,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:13,170 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:13,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fd71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43065a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:13,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:13,172 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6568c0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:13,173 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:13,173 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8f3d63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bcd92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:13,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:13,175 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593e0d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:13,176 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:13,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5397de31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b779047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:13,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:13,178 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:13,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:13,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:13,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16abd7f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:13,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:13,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:13,179 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:13,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55dfb171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:13,180 DEBUG [Thread-1598 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:13,180 DEBUG [Thread-1609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:13,180 DEBUG [Thread-1611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:13,180 DEBUG [Thread-1596 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:13,181 DEBUG [Thread-1594 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:13,181 DEBUG [Thread-1600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:13,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:13,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:13,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:13,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:13,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:13,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:13,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:13,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:13,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:13,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:13,184 DEBUG [Thread-1592 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:13,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:13,185 DEBUG [Thread-1603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:13,185 DEBUG [Thread-1607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-15T20:00:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:13,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:00:13,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:13,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T20:00:13,187 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:13,187 DEBUG [Thread-1605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:13,188 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:13,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:00:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:00:13,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:13,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:00:13,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:13,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:00:13,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:00:13,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:00:13,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:00:13,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:00:13,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:00:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 600b594342231e7128904bcd0216be33 2024-11-15T20:00:13,200 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:13,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T20:00:13,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111510f82bb9b82045aca39b74e320b15f73_600b594342231e7128904bcd0216be33 is 50, key is test_row_0/A:col10/1731700813200/Put/seqid=0 2024-11-15T20:00:13,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742176_1352 (size=12154) 2024-11-15T20:00:13,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700873232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700873233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700873239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700873240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53904 deadline: 1731700873246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T20:00:13,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-15T20:00:13,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:13,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:13,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:13,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:13,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:13,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700873350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700873350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700873350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700873360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53904 deadline: 1731700873360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-15T20:00:13,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:13,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:13,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:13,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:13,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T20:00:13,565 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T20:00:13,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700873570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700873570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700873570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700873580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53904 deadline: 1731700873580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,636 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:13,640 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111510f82bb9b82045aca39b74e320b15f73_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111510f82bb9b82045aca39b74e320b15f73_600b594342231e7128904bcd0216be33 2024-11-15T20:00:13,641 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/434e7ca683c941d78e5d7f90d36f0b88, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:13,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/434e7ca683c941d78e5d7f90d36f0b88 is 175, key is test_row_0/A:col10/1731700813200/Put/seqid=0 2024-11-15T20:00:13,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742177_1353 (size=30955) 2024-11-15T20:00:13,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-15T20:00:13,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:13,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:13,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:13,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:13,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:13,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-15T20:00:13,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:13,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:13,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:13,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:13,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T20:00:13,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700873880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700873881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700873881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700873900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53904 deadline: 1731700873900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:13,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:13,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:13,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-15T20:00:13,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:13,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:13,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:13,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:13,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,046 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/434e7ca683c941d78e5d7f90d36f0b88 2024-11-15T20:00:14,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/23d0f124731249aeadd64184ab9deda3 is 50, key is test_row_0/B:col10/1731700813200/Put/seqid=0 2024-11-15T20:00:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742178_1354 (size=12001) 2024-11-15T20:00:14,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-15T20:00:14,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:14,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:14,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:14,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-15T20:00:14,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:14,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:14,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:14,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T20:00:14,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700874390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:14,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700874401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:14,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:14,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700874401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:14,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:14,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:14,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:14,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:14,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:14,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-15T20:00:14,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:14,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700874411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:14,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:14,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:14,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:14,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53904 deadline: 1731700874421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:14,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:14,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:14,452 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T20:00:14,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/23d0f124731249aeadd64184ab9deda3 2024-11-15T20:00:14,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/a19d87fa785e4fcba3bb8af4f52b4f8b is 50, key is test_row_0/C:col10/1731700813200/Put/seqid=0 2024-11-15T20:00:14,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742179_1355 (size=12001) 2024-11-15T20:00:14,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-15T20:00:14,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:14,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:14,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:14,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-15T20:00:14,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:14,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:14,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:14,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-15T20:00:14,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:14,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:14,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:14,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:14,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/a19d87fa785e4fcba3bb8af4f52b4f8b 2024-11-15T20:00:14,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/434e7ca683c941d78e5d7f90d36f0b88 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/434e7ca683c941d78e5d7f90d36f0b88 2024-11-15T20:00:14,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/434e7ca683c941d78e5d7f90d36f0b88, entries=150, sequenceid=16, filesize=30.2 K 2024-11-15T20:00:14,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/23d0f124731249aeadd64184ab9deda3 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/23d0f124731249aeadd64184ab9deda3 2024-11-15T20:00:14,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/23d0f124731249aeadd64184ab9deda3, entries=150, sequenceid=16, filesize=11.7 K 2024-11-15T20:00:14,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/a19d87fa785e4fcba3bb8af4f52b4f8b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/a19d87fa785e4fcba3bb8af4f52b4f8b 2024-11-15T20:00:14,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/a19d87fa785e4fcba3bb8af4f52b4f8b, entries=150, sequenceid=16, filesize=11.7 K 2024-11-15T20:00:14,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 600b594342231e7128904bcd0216be33 in 1764ms, sequenceid=16, compaction requested=false 2024-11-15T20:00:14,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:15,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-15T20:00:15,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:15,035 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T20:00:15,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154eaad9d2244f42ddafbf6febfa7a822a_600b594342231e7128904bcd0216be33 is 50, key is test_row_0/A:col10/1731700813244/Put/seqid=0 2024-11-15T20:00:15,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742180_1356 (size=12154) 2024-11-15T20:00:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T20:00:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 600b594342231e7128904bcd0216be33 2024-11-15T20:00:15,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:15,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53904 deadline: 1731700875440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:15,445 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 600b594342231e7128904bcd0216be33 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:00:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:15,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700875441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:15,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700875442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:15,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700875443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:15,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:15,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:15,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:15,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700875445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:15,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:15,497 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154eaad9d2244f42ddafbf6febfa7a822a_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154eaad9d2244f42ddafbf6febfa7a822a_600b594342231e7128904bcd0216be33 2024-11-15T20:00:15,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/8e88d076ee314679b029f49d55ce20e7, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:15,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/8e88d076ee314679b029f49d55ce20e7 is 175, key is test_row_0/A:col10/1731700813244/Put/seqid=0 2024-11-15T20:00:15,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742181_1357 (size=30955) 2024-11-15T20:00:15,515 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/8e88d076ee314679b029f49d55ce20e7 2024-11-15T20:00:15,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/eaca34db2ba34f349212538da5423ac9 is 50, key is test_row_0/B:col10/1731700813244/Put/seqid=0 2024-11-15T20:00:15,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742182_1358 (size=12001) 2024-11-15T20:00:15,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700875560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:15,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700875560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700875561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:15,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700875561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:15,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700875771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:15,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700875771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:15,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700875771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:15,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700875771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:15,934 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/eaca34db2ba34f349212538da5423ac9 2024-11-15T20:00:15,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/9f9ae06b78354802b6eb4db81227cdc6 is 50, key is test_row_0/C:col10/1731700813244/Put/seqid=0 2024-11-15T20:00:15,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742183_1359 (size=12001) 2024-11-15T20:00:16,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700876080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:16,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700876081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:16,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700876081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:16,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:16,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700876081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:16,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:16,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:16,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:16,347 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/9f9ae06b78354802b6eb4db81227cdc6 2024-11-15T20:00:16,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/8e88d076ee314679b029f49d55ce20e7 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/8e88d076ee314679b029f49d55ce20e7 2024-11-15T20:00:16,356 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/8e88d076ee314679b029f49d55ce20e7, entries=150, sequenceid=40, filesize=30.2 K 2024-11-15T20:00:16,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/eaca34db2ba34f349212538da5423ac9 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/eaca34db2ba34f349212538da5423ac9 2024-11-15T20:00:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,362 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/eaca34db2ba34f349212538da5423ac9, entries=150, sequenceid=40, filesize=11.7 K 2024-11-15T20:00:16,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/9f9ae06b78354802b6eb4db81227cdc6 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/9f9ae06b78354802b6eb4db81227cdc6 2024-11-15T20:00:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,369 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/9f9ae06b78354802b6eb4db81227cdc6, entries=150, sequenceid=40, filesize=11.7 K 2024-11-15T20:00:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,370 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 600b594342231e7128904bcd0216be33 in 1335ms, sequenceid=40, compaction requested=false 2024-11-15T20:00:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-15T20:00:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-15T20:00:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-15T20:00:16,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1840 sec 2024-11-15T20:00:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 3.1910 sec 2024-11-15T20:00:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,611 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:16,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T20:00:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 600b594342231e7128904bcd0216be33 2024-11-15T20:00:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158cdcbdb914714604b3061783c1f6937c_600b594342231e7128904bcd0216be33 is 50, key is test_row_1/A:col10/1731700815439/Put/seqid=0 2024-11-15T20:00:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:16,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742184_1360 (size=12154) 2024-11-15T20:00:16,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700876713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:16,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700876714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:16,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700876719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:16,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:16,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700876720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:16,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:16,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:16,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700876831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:16,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700876831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:16,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700876832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700876832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:17,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700877040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:17,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700877040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:17,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700877041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:17,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700877051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:17,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:17,082 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:17,085 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158cdcbdb914714604b3061783c1f6937c_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158cdcbdb914714604b3061783c1f6937c_600b594342231e7128904bcd0216be33 2024-11-15T20:00:17,086 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/4b95418fc7e242d98d3c08133617ead2, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:17,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/4b95418fc7e242d98d3c08133617ead2 is 175, key is test_row_1/A:col10/1731700815439/Put/seqid=0 2024-11-15T20:00:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742185_1361 (size=30951) 2024-11-15T20:00:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-15T20:00:17,351 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:17,351 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-15T20:00:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T20:00:17,353 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:17,354 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:17,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:17,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700877360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:17,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700877360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:17,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:17,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:17,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700877360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:17,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:17,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700877370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T20:00:17,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53904 deadline: 1731700877460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:17,472 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 600b594342231e7128904bcd0216be33 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:00:17,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:17,491 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/4b95418fc7e242d98d3c08133617ead2 2024-11-15T20:00:17,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/bafe57b7311c4a49810ddf9022dfcab8 is 50, key is test_row_1/B:col10/1731700815439/Put/seqid=0 2024-11-15T20:00:17,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742186_1362 (size=9657) 2024-11-15T20:00:17,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/bafe57b7311c4a49810ddf9022dfcab8 2024-11-15T20:00:17,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-15T20:00:17,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:17,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:17,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:17,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:17,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:17,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/89ae0ec24ecc4d478ee1b970d0f6aabe is 50, key is test_row_1/C:col10/1731700815439/Put/seqid=0 2024-11-15T20:00:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742187_1363 (size=9657) 2024-11-15T20:00:17,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-15T20:00:17,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:17,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:17,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:17,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:17,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T20:00:17,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-15T20:00:17,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:17,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:17,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:17,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:17,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:17,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700877870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:17,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:17,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700877871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:17,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:17,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700877871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:17,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:17,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700877880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:17,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:17,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:17,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/89ae0ec24ecc4d478ee1b970d0f6aabe 2024-11-15T20:00:17,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/4b95418fc7e242d98d3c08133617ead2 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/4b95418fc7e242d98d3c08133617ead2 2024-11-15T20:00:17,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/4b95418fc7e242d98d3c08133617ead2, entries=150, sequenceid=53, filesize=30.2 K 2024-11-15T20:00:17,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/bafe57b7311c4a49810ddf9022dfcab8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/bafe57b7311c4a49810ddf9022dfcab8 2024-11-15T20:00:17,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/bafe57b7311c4a49810ddf9022dfcab8, entries=100, sequenceid=53, filesize=9.4 K 2024-11-15T20:00:17,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/89ae0ec24ecc4d478ee1b970d0f6aabe as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/89ae0ec24ecc4d478ee1b970d0f6aabe 2024-11-15T20:00:17,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/89ae0ec24ecc4d478ee1b970d0f6aabe, entries=100, sequenceid=53, filesize=9.4 K 2024-11-15T20:00:17,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 600b594342231e7128904bcd0216be33 in 1337ms, sequenceid=53, compaction requested=true 2024-11-15T20:00:17,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:17,949 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:17,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:00:17,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:17,949 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:17,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:00:17,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:17,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:00:17,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:17,952 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:17,952 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/A is initiating minor compaction (all files) 2024-11-15T20:00:17,952 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/A in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:17,952 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/434e7ca683c941d78e5d7f90d36f0b88, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/8e88d076ee314679b029f49d55ce20e7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/4b95418fc7e242d98d3c08133617ead2] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=90.7 K 2024-11-15T20:00:17,952 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:17,952 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/434e7ca683c941d78e5d7f90d36f0b88, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/8e88d076ee314679b029f49d55ce20e7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/4b95418fc7e242d98d3c08133617ead2] 2024-11-15T20:00:17,953 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:17,953 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/B is initiating minor compaction (all files) 2024-11-15T20:00:17,953 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/B in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:17,953 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 434e7ca683c941d78e5d7f90d36f0b88, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731700813193 2024-11-15T20:00:17,953 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/23d0f124731249aeadd64184ab9deda3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/eaca34db2ba34f349212538da5423ac9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/bafe57b7311c4a49810ddf9022dfcab8] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=32.9 K 2024-11-15T20:00:17,955 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 23d0f124731249aeadd64184ab9deda3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731700813193 2024-11-15T20:00:17,955 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e88d076ee314679b029f49d55ce20e7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731700813226 2024-11-15T20:00:17,956 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b95418fc7e242d98d3c08133617ead2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731700815439 2024-11-15T20:00:17,956 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting eaca34db2ba34f349212538da5423ac9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731700813226 2024-11-15T20:00:17,957 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting bafe57b7311c4a49810ddf9022dfcab8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731700815439 2024-11-15T20:00:17,967 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#B#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:17,968 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/e345c8ac106f4c098824c642a7a42102 is 50, key is test_row_0/B:col10/1731700813244/Put/seqid=0 2024-11-15T20:00:17,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-15T20:00:17,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:17,969 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T20:00:17,969 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:17,977 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411150e0d61b4aa3443b9b1903ba95ca8b760_600b594342231e7128904bcd0216be33 store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:17,979 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411150e0d61b4aa3443b9b1903ba95ca8b760_600b594342231e7128904bcd0216be33, store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:17,979 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150e0d61b4aa3443b9b1903ba95ca8b760_600b594342231e7128904bcd0216be33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T20:00:17,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115419e942818cb45cb800c8dc265433e78_600b594342231e7128904bcd0216be33 is 50, key is test_row_0/A:col10/1731700816685/Put/seqid=0 2024-11-15T20:00:17,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742188_1364 (size=12104) 2024-11-15T20:00:18,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742189_1365 (size=4469) 2024-11-15T20:00:18,002 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#A#compaction#310 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:18,003 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/819eb759359a4cc188825d6d80214cc8 is 175, key is test_row_0/A:col10/1731700813244/Put/seqid=0 2024-11-15T20:00:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742190_1366 (size=12154) 2024-11-15T20:00:18,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,011 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115419e942818cb45cb800c8dc265433e78_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115419e942818cb45cb800c8dc265433e78_600b594342231e7128904bcd0216be33 2024-11-15T20:00:18,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/f9295245e0134f33bd20be50ecc5550d, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:18,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/f9295245e0134f33bd20be50ecc5550d is 175, key is test_row_0/A:col10/1731700816685/Put/seqid=0 2024-11-15T20:00:18,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742192_1368 (size=30955) 2024-11-15T20:00:18,030 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/f9295245e0134f33bd20be50ecc5550d 2024-11-15T20:00:18,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/a13d8c9e1a6b443b8e4db11f1c1847a8 is 50, key is test_row_0/B:col10/1731700816685/Put/seqid=0 2024-11-15T20:00:18,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742191_1367 (size=31165) 2024-11-15T20:00:18,062 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/819eb759359a4cc188825d6d80214cc8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/819eb759359a4cc188825d6d80214cc8 2024-11-15T20:00:18,071 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600b594342231e7128904bcd0216be33/A of 600b594342231e7128904bcd0216be33 into 819eb759359a4cc188825d6d80214cc8(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:18,071 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:18,071 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/A, priority=13, startTime=1731700817948; duration=0sec 2024-11-15T20:00:18,071 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:18,071 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:A 2024-11-15T20:00:18,071 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:18,073 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:18,073 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/C is initiating minor compaction (all files) 2024-11-15T20:00:18,073 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/C in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:18,073 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/a19d87fa785e4fcba3bb8af4f52b4f8b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/9f9ae06b78354802b6eb4db81227cdc6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/89ae0ec24ecc4d478ee1b970d0f6aabe] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=32.9 K 2024-11-15T20:00:18,075 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a19d87fa785e4fcba3bb8af4f52b4f8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731700813193 2024-11-15T20:00:18,075 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f9ae06b78354802b6eb4db81227cdc6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731700813226 2024-11-15T20:00:18,075 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89ae0ec24ecc4d478ee1b970d0f6aabe, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731700815439 2024-11-15T20:00:18,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742193_1369 (size=12001) 2024-11-15T20:00:18,098 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/a13d8c9e1a6b443b8e4db11f1c1847a8 2024-11-15T20:00:18,110 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#C#compaction#313 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:18,110 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/8255082e0f3845ce8055eb6db2361d11 is 50, key is test_row_0/C:col10/1731700813244/Put/seqid=0 2024-11-15T20:00:18,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/a825ceb714d24d0eabe2010f73873fee is 50, key is test_row_0/C:col10/1731700816685/Put/seqid=0 2024-11-15T20:00:18,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742194_1370 (size=12104) 2024-11-15T20:00:18,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742195_1371 (size=12001) 2024-11-15T20:00:18,138 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/a825ceb714d24d0eabe2010f73873fee 2024-11-15T20:00:18,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/f9295245e0134f33bd20be50ecc5550d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/f9295245e0134f33bd20be50ecc5550d 2024-11-15T20:00:18,152 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/f9295245e0134f33bd20be50ecc5550d, entries=150, sequenceid=76, filesize=30.2 K 2024-11-15T20:00:18,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/a13d8c9e1a6b443b8e4db11f1c1847a8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/a13d8c9e1a6b443b8e4db11f1c1847a8 2024-11-15T20:00:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,157 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/a13d8c9e1a6b443b8e4db11f1c1847a8, entries=150, sequenceid=76, filesize=11.7 K 2024-11-15T20:00:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/a825ceb714d24d0eabe2010f73873fee as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/a825ceb714d24d0eabe2010f73873fee 2024-11-15T20:00:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,164 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/a825ceb714d24d0eabe2010f73873fee, entries=150, sequenceid=76, filesize=11.7 K 2024-11-15T20:00:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,166 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 600b594342231e7128904bcd0216be33 in 196ms, sequenceid=76, compaction requested=false 2024-11-15T20:00:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:18,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:18,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-15T20:00:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-15T20:00:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-15T20:00:18,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 813 msec 2024-11-15T20:00:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 819 msec 2024-11-15T20:00:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,399 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/e345c8ac106f4c098824c642a7a42102 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/e345c8ac106f4c098824c642a7a42102 2024-11-15T20:00:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,406 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600b594342231e7128904bcd0216be33/B of 600b594342231e7128904bcd0216be33 into e345c8ac106f4c098824c642a7a42102(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:18,406 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,406 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/B, priority=13, startTime=1731700817949; duration=0sec 2024-11-15T20:00:18,406 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:18,406 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:B 2024-11-15T20:00:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-15T20:00:18,490 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,491 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-15T20:00:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T20:00:18,494 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,495 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,542 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/8255082e0f3845ce8055eb6db2361d11 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/8255082e0f3845ce8055eb6db2361d11 2024-11-15T20:00:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,547 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600b594342231e7128904bcd0216be33/C of 600b594342231e7128904bcd0216be33 into 8255082e0f3845ce8055eb6db2361d11(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:18,547 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,547 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/C, priority=13, startTime=1731700817949; duration=0sec 2024-11-15T20:00:18,548 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:18,548 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:C 2024-11-15T20:00:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T20:00:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-15T20:00:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:18,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:18,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-15T20:00:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-15T20:00:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-15T20:00:18,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-15T20:00:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 166 msec 2024-11-15T20:00:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-15T20:00:18,811 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,811 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-15T20:00:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T20:00:18,813 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,814 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:18,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T20:00:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-15T20:00:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:18,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:18,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-15T20:00:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-15T20:00:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-15T20:00:18,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-15T20:00:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 161 msec 2024-11-15T20:00:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 600b594342231e7128904bcd0216be33 2024-11-15T20:00:19,007 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:19,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T20:00:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157a488d325cf040aa9aba88004c013b4c_600b594342231e7128904bcd0216be33 is 50, key is test_row_0/A:col10/1731700818996/Put/seqid=0 2024-11-15T20:00:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742197_1373 (size=24358) 2024-11-15T20:00:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700879086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:19,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700879090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:19,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:19,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700879091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:19,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:19,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700879095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:19,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-15T20:00:19,130 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:19,131 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-15T20:00:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T20:00:19,133 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:19,134 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:19,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:19,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700879210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:19,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700879210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:19,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700879210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:19,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700879210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T20:00:19,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T20:00:19,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:19,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:19,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:19,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:19,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:19,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700879420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:19,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:19,435 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:19,439 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157a488d325cf040aa9aba88004c013b4c_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157a488d325cf040aa9aba88004c013b4c_600b594342231e7128904bcd0216be33 2024-11-15T20:00:19,440 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/b8383129eb12481fb5449818cd068e57, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:19,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T20:00:19,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/b8383129eb12481fb5449818cd068e57 is 175, key is test_row_0/A:col10/1731700818996/Put/seqid=0 2024-11-15T20:00:19,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:19,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:19,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:19,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:19,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:19,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700879431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:19,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:19,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700879431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:19,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:19,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:19,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700879431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742196_1372 (size=73994) 2024-11-15T20:00:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:19,444 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/b8383129eb12481fb5449818cd068e57 2024-11-15T20:00:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T20:00:19,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/c775bac074904d88b39350411c863b32 is 50, key is test_row_0/B:col10/1731700818996/Put/seqid=0 2024-11-15T20:00:19,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742198_1374 (size=12001) 2024-11-15T20:00:19,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T20:00:19,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:19,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:19,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:19,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:19,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:19,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700879740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:19,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:19,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T20:00:19,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:19,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:19,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:19,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:19,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:19,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700879750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700879751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:19,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700879751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T20:00:19,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/c775bac074904d88b39350411c863b32 2024-11-15T20:00:19,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/ae42e7118c384e12b4b3a156d2b9bdcc is 50, key is test_row_0/C:col10/1731700818996/Put/seqid=0 2024-11-15T20:00:19,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742199_1375 (size=12001) 2024-11-15T20:00:19,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T20:00:19,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:19,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:19,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:19,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:19,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:20,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T20:00:20,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:20,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:20,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:20,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:20,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:20,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T20:00:20,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:20,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:20,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:20,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:20,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:20,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700880250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:20,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:20,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:20,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T20:00:20,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700880270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:20,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700880271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:20,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:20,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:20,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:20,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700880271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:20,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:20,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:20,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:20,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:20,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:20,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:20,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/ae42e7118c384e12b4b3a156d2b9bdcc 2024-11-15T20:00:20,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/b8383129eb12481fb5449818cd068e57 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/b8383129eb12481fb5449818cd068e57 2024-11-15T20:00:20,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/b8383129eb12481fb5449818cd068e57, entries=400, sequenceid=92, filesize=72.3 K 2024-11-15T20:00:20,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/c775bac074904d88b39350411c863b32 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/c775bac074904d88b39350411c863b32 2024-11-15T20:00:20,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/c775bac074904d88b39350411c863b32, entries=150, sequenceid=92, filesize=11.7 K 2024-11-15T20:00:20,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/ae42e7118c384e12b4b3a156d2b9bdcc as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/ae42e7118c384e12b4b3a156d2b9bdcc 2024-11-15T20:00:20,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/ae42e7118c384e12b4b3a156d2b9bdcc, entries=150, sequenceid=92, filesize=11.7 K 2024-11-15T20:00:20,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 600b594342231e7128904bcd0216be33 in 1301ms, sequenceid=92, compaction requested=true 2024-11-15T20:00:20,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:20,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:00:20,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:20,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:00:20,309 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:20,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:20,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:00:20,309 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:20,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:20,310 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136114 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:20,310 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/A is initiating minor compaction (all files) 2024-11-15T20:00:20,310 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/A in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:20,310 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/819eb759359a4cc188825d6d80214cc8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/f9295245e0134f33bd20be50ecc5550d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/b8383129eb12481fb5449818cd068e57] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=132.9 K 2024-11-15T20:00:20,310 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:20,310 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/819eb759359a4cc188825d6d80214cc8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/f9295245e0134f33bd20be50ecc5550d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/b8383129eb12481fb5449818cd068e57] 2024-11-15T20:00:20,310 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:20,311 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/B is initiating minor compaction (all files) 2024-11-15T20:00:20,311 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/B in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:20,311 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 819eb759359a4cc188825d6d80214cc8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731700813244 2024-11-15T20:00:20,311 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/e345c8ac106f4c098824c642a7a42102, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/a13d8c9e1a6b443b8e4db11f1c1847a8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/c775bac074904d88b39350411c863b32] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=35.3 K 2024-11-15T20:00:20,311 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9295245e0134f33bd20be50ecc5550d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731700816685 2024-11-15T20:00:20,311 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting e345c8ac106f4c098824c642a7a42102, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731700813244 2024-11-15T20:00:20,311 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting a13d8c9e1a6b443b8e4db11f1c1847a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731700816685 2024-11-15T20:00:20,311 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8383129eb12481fb5449818cd068e57, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731700818982 2024-11-15T20:00:20,311 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting c775bac074904d88b39350411c863b32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731700818985 2024-11-15T20:00:20,319 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#B#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:20,319 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/da8d5926e5084f2f9731c868eaaab5bd is 50, key is test_row_0/B:col10/1731700818996/Put/seqid=0 2024-11-15T20:00:20,321 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:20,323 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115e113cc08f6ed47c7b1cc553349bd81aa_600b594342231e7128904bcd0216be33 store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:20,325 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115e113cc08f6ed47c7b1cc553349bd81aa_600b594342231e7128904bcd0216be33, store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:20,326 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e113cc08f6ed47c7b1cc553349bd81aa_600b594342231e7128904bcd0216be33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:20,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742200_1376 (size=12207) 2024-11-15T20:00:20,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742201_1377 (size=4469) 2024-11-15T20:00:20,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-15T20:00:20,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:20,362 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T20:00:20,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111538b5dc75b891403c956183a33a5848fd_600b594342231e7128904bcd0216be33 is 50, key is test_row_0/A:col10/1731700819084/Put/seqid=0 2024-11-15T20:00:20,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742202_1378 (size=12154) 2024-11-15T20:00:20,735 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#A#compaction#319 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:20,735 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/da8d5926e5084f2f9731c868eaaab5bd as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/da8d5926e5084f2f9731c868eaaab5bd 2024-11-15T20:00:20,735 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/3eb54a1df5fd498db12600beeae65b86 is 175, key is test_row_0/A:col10/1731700818996/Put/seqid=0 2024-11-15T20:00:20,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742203_1379 (size=31161) 2024-11-15T20:00:20,744 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600b594342231e7128904bcd0216be33/B of 600b594342231e7128904bcd0216be33 into da8d5926e5084f2f9731c868eaaab5bd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:20,744 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:20,744 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/B, priority=13, startTime=1731700820309; duration=0sec 2024-11-15T20:00:20,744 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:20,744 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:B 2024-11-15T20:00:20,744 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:20,745 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:20,745 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/C is initiating minor compaction (all files) 2024-11-15T20:00:20,745 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/C in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:20,745 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/8255082e0f3845ce8055eb6db2361d11, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/a825ceb714d24d0eabe2010f73873fee, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/ae42e7118c384e12b4b3a156d2b9bdcc] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=35.3 K 2024-11-15T20:00:20,746 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 8255082e0f3845ce8055eb6db2361d11, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731700813244 2024-11-15T20:00:20,746 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting a825ceb714d24d0eabe2010f73873fee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731700816685 2024-11-15T20:00:20,746 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting ae42e7118c384e12b4b3a156d2b9bdcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731700818985 2024-11-15T20:00:20,752 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#C#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:20,753 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/0e97cd45c2194c28a5053af2f4c72102 is 50, key is test_row_0/C:col10/1731700818996/Put/seqid=0 2024-11-15T20:00:20,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742204_1380 (size=12207) 2024-11-15T20:00:20,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:20,785 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111538b5dc75b891403c956183a33a5848fd_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111538b5dc75b891403c956183a33a5848fd_600b594342231e7128904bcd0216be33 2024-11-15T20:00:20,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/5ee2ddec4fd245aa9fc0932e6879cacf, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:20,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/5ee2ddec4fd245aa9fc0932e6879cacf is 175, key is test_row_0/A:col10/1731700819084/Put/seqid=0 2024-11-15T20:00:20,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742205_1381 (size=30955) 2024-11-15T20:00:20,794 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/5ee2ddec4fd245aa9fc0932e6879cacf 2024-11-15T20:00:20,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/f61aac39b6914234b195391b6571b9d3 is 50, key is test_row_0/B:col10/1731700819084/Put/seqid=0 2024-11-15T20:00:20,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742206_1382 (size=12001) 2024-11-15T20:00:21,146 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/3eb54a1df5fd498db12600beeae65b86 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/3eb54a1df5fd498db12600beeae65b86 2024-11-15T20:00:21,151 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600b594342231e7128904bcd0216be33/A of 600b594342231e7128904bcd0216be33 into 3eb54a1df5fd498db12600beeae65b86(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:21,151 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:21,151 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/A, priority=13, startTime=1731700820308; duration=0sec 2024-11-15T20:00:21,151 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:21,151 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:A 2024-11-15T20:00:21,161 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/0e97cd45c2194c28a5053af2f4c72102 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/0e97cd45c2194c28a5053af2f4c72102 2024-11-15T20:00:21,167 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600b594342231e7128904bcd0216be33/C of 600b594342231e7128904bcd0216be33 into 0e97cd45c2194c28a5053af2f4c72102(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:21,167 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:21,167 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/C, priority=13, startTime=1731700820309; duration=0sec 2024-11-15T20:00:21,167 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:21,167 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:C 2024-11-15T20:00:21,210 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/f61aac39b6914234b195391b6571b9d3 2024-11-15T20:00:21,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/7e356d6e63c54eb3889270f0bfff1631 is 50, key is test_row_0/C:col10/1731700819084/Put/seqid=0 2024-11-15T20:00:21,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742207_1383 (size=12001) 2024-11-15T20:00:21,227 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/7e356d6e63c54eb3889270f0bfff1631 2024-11-15T20:00:21,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/5ee2ddec4fd245aa9fc0932e6879cacf as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/5ee2ddec4fd245aa9fc0932e6879cacf 2024-11-15T20:00:21,239 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/5ee2ddec4fd245aa9fc0932e6879cacf, entries=150, sequenceid=117, filesize=30.2 K 2024-11-15T20:00:21,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/f61aac39b6914234b195391b6571b9d3 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/f61aac39b6914234b195391b6571b9d3 2024-11-15T20:00:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,243 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/f61aac39b6914234b195391b6571b9d3, entries=150, sequenceid=117, filesize=11.7 K 2024-11-15T20:00:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/7e356d6e63c54eb3889270f0bfff1631 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/7e356d6e63c54eb3889270f0bfff1631 2024-11-15T20:00:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,247 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/7e356d6e63c54eb3889270f0bfff1631, entries=150, sequenceid=117, filesize=11.7 K 2024-11-15T20:00:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,249 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 600b594342231e7128904bcd0216be33 in 887ms, sequenceid=117, compaction requested=false 2024-11-15T20:00:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:21,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:21,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-15T20:00:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-15T20:00:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-15T20:00:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1180 sec 2024-11-15T20:00:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.1250 sec 2024-11-15T20:00:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-15T20:00:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,281 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,281 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-15T20:00:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T20:00:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,284 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,285 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 600b594342231e7128904bcd0216be33 2024-11-15T20:00:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,371 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T20:00:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T20:00:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f20649636cc440a5b891e66098307221_600b594342231e7128904bcd0216be33 is 50, key is test_row_0/A:col10/1731700821371/Put/seqid=0 2024-11-15T20:00:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742209_1385 (size=26998) 2024-11-15T20:00:21,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T20:00:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:21,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:21,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700881449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:21,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:21,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700881450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:21,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700881453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:21,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:21,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:21,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700881454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:21,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:21,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:21,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53904 deadline: 1731700881520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:21,525 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 600b594342231e7128904bcd0216be33 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8279 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:00:21,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:21,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700881561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:21,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:21,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700881570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:21,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700881570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:21,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700881570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:21,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T20:00:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:21,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T20:00:21,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T20:00:21,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:21,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:21,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:21,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:21,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:21,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700881780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:21,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700881790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700881791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:21,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700881791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:21,818 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:21,822 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f20649636cc440a5b891e66098307221_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f20649636cc440a5b891e66098307221_600b594342231e7128904bcd0216be33 2024-11-15T20:00:21,823 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/10de74a8445045209bae81cbb3c1e422, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:21,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/10de74a8445045209bae81cbb3c1e422 is 175, key is test_row_0/A:col10/1731700821371/Put/seqid=0 2024-11-15T20:00:21,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742208_1384 (size=82785) 2024-11-15T20:00:21,832 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/10de74a8445045209bae81cbb3c1e422 2024-11-15T20:00:21,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/269cabc35e644df2ab2d11f9a6eff36c is 50, key is test_row_0/B:col10/1731700821371/Put/seqid=0 2024-11-15T20:00:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742210_1386 (size=12101) 2024-11-15T20:00:21,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T20:00:21,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:21,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:21,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:21,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:21,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T20:00:22,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T20:00:22,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:22,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:22,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:22,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:22,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700882101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700882101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:22,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700882101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:22,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700882101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:22,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T20:00:22,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:22,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:22,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:22,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:22,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:22,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/269cabc35e644df2ab2d11f9a6eff36c 2024-11-15T20:00:22,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/60566bcdd7c8497b9846f8d0766a787f is 50, key is test_row_0/C:col10/1731700821371/Put/seqid=0 2024-11-15T20:00:22,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742211_1387 (size=12101) 2024-11-15T20:00:22,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T20:00:22,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:22,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:22,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:22,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:22,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T20:00:22,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T20:00:22,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:22,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:22,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:22,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:22,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:22,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700882610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:22,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700882611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:22,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700882612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:22,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700882612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:22,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T20:00:22,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:22,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:22,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:22,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:22,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:22,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/60566bcdd7c8497b9846f8d0766a787f 2024-11-15T20:00:22,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/10de74a8445045209bae81cbb3c1e422 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/10de74a8445045209bae81cbb3c1e422 2024-11-15T20:00:22,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/10de74a8445045209bae81cbb3c1e422, entries=450, sequenceid=132, filesize=80.8 K 2024-11-15T20:00:22,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/269cabc35e644df2ab2d11f9a6eff36c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/269cabc35e644df2ab2d11f9a6eff36c 2024-11-15T20:00:22,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/269cabc35e644df2ab2d11f9a6eff36c, entries=150, sequenceid=132, filesize=11.8 K 2024-11-15T20:00:22,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/60566bcdd7c8497b9846f8d0766a787f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/60566bcdd7c8497b9846f8d0766a787f 2024-11-15T20:00:22,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/60566bcdd7c8497b9846f8d0766a787f, entries=150, sequenceid=132, filesize=11.8 K 2024-11-15T20:00:22,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 600b594342231e7128904bcd0216be33 in 1313ms, sequenceid=132, compaction requested=true 2024-11-15T20:00:22,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:22,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:00:22,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:22,684 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:22,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:00:22,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:22,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:00:22,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:22,685 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:22,685 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144901 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:22,685 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/A is initiating minor compaction (all files) 2024-11-15T20:00:22,685 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/A in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:22,686 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/3eb54a1df5fd498db12600beeae65b86, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/5ee2ddec4fd245aa9fc0932e6879cacf, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/10de74a8445045209bae81cbb3c1e422] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=141.5 K 2024-11-15T20:00:22,686 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:22,686 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/3eb54a1df5fd498db12600beeae65b86, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/5ee2ddec4fd245aa9fc0932e6879cacf, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/10de74a8445045209bae81cbb3c1e422] 2024-11-15T20:00:22,686 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:22,686 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/B is initiating minor compaction (all files) 2024-11-15T20:00:22,686 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/B in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:22,686 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/da8d5926e5084f2f9731c868eaaab5bd, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/f61aac39b6914234b195391b6571b9d3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/269cabc35e644df2ab2d11f9a6eff36c] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=35.5 K 2024-11-15T20:00:22,686 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3eb54a1df5fd498db12600beeae65b86, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731700818985 2024-11-15T20:00:22,687 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ee2ddec4fd245aa9fc0932e6879cacf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731700819084 2024-11-15T20:00:22,687 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting da8d5926e5084f2f9731c868eaaab5bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731700818985 2024-11-15T20:00:22,687 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10de74a8445045209bae81cbb3c1e422, keycount=450, bloomtype=ROW, size=80.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731700821326 2024-11-15T20:00:22,687 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting f61aac39b6914234b195391b6571b9d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731700819084 2024-11-15T20:00:22,688 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 269cabc35e644df2ab2d11f9a6eff36c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731700821355 2024-11-15T20:00:22,694 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:22,696 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#B#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:22,696 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/e1b75198c9df4c5fb17e9f58a1cceeee is 50, key is test_row_0/B:col10/1731700821371/Put/seqid=0 2024-11-15T20:00:22,704 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115d8c92d1f285d4b75ac3abcece4ea6f73_600b594342231e7128904bcd0216be33 store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:22,705 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115d8c92d1f285d4b75ac3abcece4ea6f73_600b594342231e7128904bcd0216be33, store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:22,706 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d8c92d1f285d4b75ac3abcece4ea6f73_600b594342231e7128904bcd0216be33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:22,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742212_1388 (size=12409) 2024-11-15T20:00:22,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742213_1389 (size=4469) 2024-11-15T20:00:22,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-15T20:00:22,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:22,818 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T20:00:22,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157c2e0a61ca914237a8c5721d3f727ca5_600b594342231e7128904bcd0216be33 is 50, key is test_row_0/A:col10/1731700821451/Put/seqid=0 2024-11-15T20:00:22,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742214_1390 (size=12304) 2024-11-15T20:00:23,112 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/e1b75198c9df4c5fb17e9f58a1cceeee as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/e1b75198c9df4c5fb17e9f58a1cceeee 2024-11-15T20:00:23,116 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600b594342231e7128904bcd0216be33/B of 600b594342231e7128904bcd0216be33 into e1b75198c9df4c5fb17e9f58a1cceeee(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:23,117 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:23,117 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/B, priority=13, startTime=1731700822684; duration=0sec 2024-11-15T20:00:23,117 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:23,117 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:B 2024-11-15T20:00:23,117 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:23,118 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:23,118 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/C is initiating minor compaction (all files) 2024-11-15T20:00:23,118 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/C in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:23,118 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/0e97cd45c2194c28a5053af2f4c72102, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/7e356d6e63c54eb3889270f0bfff1631, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/60566bcdd7c8497b9846f8d0766a787f] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=35.5 K 2024-11-15T20:00:23,119 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e97cd45c2194c28a5053af2f4c72102, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731700818985 2024-11-15T20:00:23,119 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e356d6e63c54eb3889270f0bfff1631, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731700819084 2024-11-15T20:00:23,119 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 60566bcdd7c8497b9846f8d0766a787f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731700821355 2024-11-15T20:00:23,122 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#A#compaction#327 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:23,122 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/9f9d62069f4d4f2eaf65b0ce6c728077 is 175, key is test_row_0/A:col10/1731700821371/Put/seqid=0 2024-11-15T20:00:23,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742215_1391 (size=31363) 2024-11-15T20:00:23,130 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#C#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:23,131 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/65e1e2789100453aa5cb1d9dd4941bfb is 50, key is test_row_0/C:col10/1731700821371/Put/seqid=0 2024-11-15T20:00:23,140 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/9f9d62069f4d4f2eaf65b0ce6c728077 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/9f9d62069f4d4f2eaf65b0ce6c728077 2024-11-15T20:00:23,144 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600b594342231e7128904bcd0216be33/A of 600b594342231e7128904bcd0216be33 into 9f9d62069f4d4f2eaf65b0ce6c728077(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:23,144 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:23,144 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/A, priority=13, startTime=1731700822684; duration=0sec 2024-11-15T20:00:23,144 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:23,144 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:A 2024-11-15T20:00:23,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742216_1392 (size=12409) 2024-11-15T20:00:23,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:23,252 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157c2e0a61ca914237a8c5721d3f727ca5_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157c2e0a61ca914237a8c5721d3f727ca5_600b594342231e7128904bcd0216be33 2024-11-15T20:00:23,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/43bb8198683a45ee90602bca5e4a6975, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:23,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/43bb8198683a45ee90602bca5e4a6975 is 175, key is test_row_0/A:col10/1731700821451/Put/seqid=0 2024-11-15T20:00:23,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742217_1393 (size=31105) 2024-11-15T20:00:23,261 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/43bb8198683a45ee90602bca5e4a6975 2024-11-15T20:00:23,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/79230a53f10243af9f841e08bedf11a6 is 50, key is test_row_0/B:col10/1731700821451/Put/seqid=0 2024-11-15T20:00:23,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742218_1394 (size=12151) 2024-11-15T20:00:23,278 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/79230a53f10243af9f841e08bedf11a6 2024-11-15T20:00:23,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/b0e402e8f08f40548addad472333f178 is 50, key is test_row_0/C:col10/1731700821451/Put/seqid=0 2024-11-15T20:00:23,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742219_1395 (size=12151) 2024-11-15T20:00:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T20:00:23,555 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/65e1e2789100453aa5cb1d9dd4941bfb as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/65e1e2789100453aa5cb1d9dd4941bfb 2024-11-15T20:00:23,561 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600b594342231e7128904bcd0216be33/C of 600b594342231e7128904bcd0216be33 into 65e1e2789100453aa5cb1d9dd4941bfb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:23,561 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:23,561 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/C, priority=13, startTime=1731700822685; duration=0sec 2024-11-15T20:00:23,561 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:23,561 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:C 2024-11-15T20:00:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 600b594342231e7128904bcd0216be33 2024-11-15T20:00:23,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:23,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700883649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:23,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700883649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:23,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:23,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700883649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:23,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700883652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:23,696 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/b0e402e8f08f40548addad472333f178 2024-11-15T20:00:23,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/43bb8198683a45ee90602bca5e4a6975 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/43bb8198683a45ee90602bca5e4a6975 2024-11-15T20:00:23,704 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/43bb8198683a45ee90602bca5e4a6975, entries=150, sequenceid=157, filesize=30.4 K 2024-11-15T20:00:23,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/79230a53f10243af9f841e08bedf11a6 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/79230a53f10243af9f841e08bedf11a6 2024-11-15T20:00:23,707 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/79230a53f10243af9f841e08bedf11a6, entries=150, sequenceid=157, filesize=11.9 K 2024-11-15T20:00:23,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/b0e402e8f08f40548addad472333f178 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/b0e402e8f08f40548addad472333f178 2024-11-15T20:00:23,712 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/b0e402e8f08f40548addad472333f178, entries=150, sequenceid=157, filesize=11.9 K 2024-11-15T20:00:23,713 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 600b594342231e7128904bcd0216be33 in 895ms, sequenceid=157, compaction requested=false 2024-11-15T20:00:23,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:23,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:23,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-15T20:00:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-15T20:00:23,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-15T20:00:23,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4290 sec 2024-11-15T20:00:23,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.4350 sec 2024-11-15T20:00:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 600b594342231e7128904bcd0216be33 2024-11-15T20:00:23,776 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:23,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T20:00:23,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115fd907c5a555b420c8e38e549ca4e6140_600b594342231e7128904bcd0216be33 is 50, key is test_row_0/A:col10/1731700823645/Put/seqid=0 2024-11-15T20:00:23,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742220_1396 (size=14794) 2024-11-15T20:00:23,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700883829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:23,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700883830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:23,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:23,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700883831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:23,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:23,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700883834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:23,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700883940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:23,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:23,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:23,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700883950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:23,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:23,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700883950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:23,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:23,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700883950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:24,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700884150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:24,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:24,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:24,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:24,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700884160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:24,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700884160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:24,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:24,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:24,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:24,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700884160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:24,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:24,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:24,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:24,187 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:24,192 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115fd907c5a555b420c8e38e549ca4e6140_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115fd907c5a555b420c8e38e549ca4e6140_600b594342231e7128904bcd0216be33 2024-11-15T20:00:24,193 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/8e2fc66d8a8b499385d0b0398b5afc09, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:24,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/8e2fc66d8a8b499385d0b0398b5afc09 is 175, key is test_row_0/A:col10/1731700823645/Put/seqid=0 2024-11-15T20:00:24,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742221_1397 (size=39749) 2024-11-15T20:00:24,200 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/8e2fc66d8a8b499385d0b0398b5afc09 2024-11-15T20:00:24,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/21e3959ae929489ca65d6e8f16cdd5d2 is 50, key is test_row_0/B:col10/1731700823645/Put/seqid=0 2024-11-15T20:00:24,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742222_1398 (size=12151) 2024-11-15T20:00:24,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/21e3959ae929489ca65d6e8f16cdd5d2 2024-11-15T20:00:24,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/4345cfceee6c4dc8ae6b426ab45fa13d is 50, key is test_row_0/C:col10/1731700823645/Put/seqid=0 2024-11-15T20:00:24,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742223_1399 (size=12151) 2024-11-15T20:00:24,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700884471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:24,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:24,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:24,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:24,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700884471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:24,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:24,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:24,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:24,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700884480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:24,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700884480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:24,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:24,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:24,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:24,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:24,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:24,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:24,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/4345cfceee6c4dc8ae6b426ab45fa13d 2024-11-15T20:00:24,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/8e2fc66d8a8b499385d0b0398b5afc09 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/8e2fc66d8a8b499385d0b0398b5afc09 2024-11-15T20:00:24,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/8e2fc66d8a8b499385d0b0398b5afc09, entries=200, sequenceid=172, filesize=38.8 K 2024-11-15T20:00:24,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/21e3959ae929489ca65d6e8f16cdd5d2 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/21e3959ae929489ca65d6e8f16cdd5d2 2024-11-15T20:00:24,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/21e3959ae929489ca65d6e8f16cdd5d2, entries=150, sequenceid=172, filesize=11.9 K 2024-11-15T20:00:24,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/4345cfceee6c4dc8ae6b426ab45fa13d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/4345cfceee6c4dc8ae6b426ab45fa13d 2024-11-15T20:00:24,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/4345cfceee6c4dc8ae6b426ab45fa13d, entries=150, sequenceid=172, filesize=11.9 K 2024-11-15T20:00:24,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 600b594342231e7128904bcd0216be33 in 865ms, sequenceid=172, compaction requested=true 2024-11-15T20:00:24,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:24,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:00:24,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:24,641 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:24,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:00:24,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:24,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:00:24,641 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:24,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:24,642 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:24,642 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:24,642 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/A is initiating minor compaction (all files) 2024-11-15T20:00:24,642 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/B is initiating minor compaction (all files) 2024-11-15T20:00:24,642 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/A in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:24,642 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/B in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:24,642 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/9f9d62069f4d4f2eaf65b0ce6c728077, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/43bb8198683a45ee90602bca5e4a6975, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/8e2fc66d8a8b499385d0b0398b5afc09] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=99.8 K 2024-11-15T20:00:24,642 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/e1b75198c9df4c5fb17e9f58a1cceeee, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/79230a53f10243af9f841e08bedf11a6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/21e3959ae929489ca65d6e8f16cdd5d2] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=35.9 K 2024-11-15T20:00:24,642 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:24,642 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/9f9d62069f4d4f2eaf65b0ce6c728077, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/43bb8198683a45ee90602bca5e4a6975, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/8e2fc66d8a8b499385d0b0398b5afc09] 2024-11-15T20:00:24,643 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting e1b75198c9df4c5fb17e9f58a1cceeee, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731700821355 2024-11-15T20:00:24,643 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f9d62069f4d4f2eaf65b0ce6c728077, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731700821355 2024-11-15T20:00:24,643 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 79230a53f10243af9f841e08bedf11a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731700821447 2024-11-15T20:00:24,643 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43bb8198683a45ee90602bca5e4a6975, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731700821447 2024-11-15T20:00:24,643 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 21e3959ae929489ca65d6e8f16cdd5d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731700823645 2024-11-15T20:00:24,643 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e2fc66d8a8b499385d0b0398b5afc09, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731700823645 2024-11-15T20:00:24,656 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:24,658 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#B#compaction#337 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:24,658 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111572b3e849c7bf4cacb5c730d4b7b345af_600b594342231e7128904bcd0216be33 store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:24,658 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/174cefc264f94b8897769f3a743d5bc4 is 50, key is test_row_0/B:col10/1731700823645/Put/seqid=0 2024-11-15T20:00:24,660 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111572b3e849c7bf4cacb5c730d4b7b345af_600b594342231e7128904bcd0216be33, store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:24,660 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111572b3e849c7bf4cacb5c730d4b7b345af_600b594342231e7128904bcd0216be33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:24,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742224_1400 (size=4469) 2024-11-15T20:00:24,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742225_1401 (size=12561) 2024-11-15T20:00:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 600b594342231e7128904bcd0216be33 2024-11-15T20:00:24,986 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:24,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T20:00:24,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115fca1068d8e314267ba51de3c1e3ccecb_600b594342231e7128904bcd0216be33 is 50, key is test_row_0/A:col10/1731700823828/Put/seqid=0 2024-11-15T20:00:25,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742226_1402 (size=14794) 2024-11-15T20:00:25,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700885001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700885002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:25,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700885010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:25,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700885013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:25,066 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#A#compaction#336 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:25,066 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/60e3ee67936e4a509697c29a551e91b8 is 175, key is test_row_0/A:col10/1731700823645/Put/seqid=0 2024-11-15T20:00:25,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742227_1403 (size=31515) 2024-11-15T20:00:25,072 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/174cefc264f94b8897769f3a743d5bc4 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/174cefc264f94b8897769f3a743d5bc4 2024-11-15T20:00:25,077 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600b594342231e7128904bcd0216be33/B of 600b594342231e7128904bcd0216be33 into 174cefc264f94b8897769f3a743d5bc4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:25,077 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:25,077 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/B, priority=13, startTime=1731700824641; duration=0sec 2024-11-15T20:00:25,077 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:25,077 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:B 2024-11-15T20:00:25,077 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:25,078 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:25,078 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/C is initiating minor compaction (all files) 2024-11-15T20:00:25,078 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/C in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:25,078 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/65e1e2789100453aa5cb1d9dd4941bfb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/b0e402e8f08f40548addad472333f178, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/4345cfceee6c4dc8ae6b426ab45fa13d] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=35.9 K 2024-11-15T20:00:25,078 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 65e1e2789100453aa5cb1d9dd4941bfb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731700821355 2024-11-15T20:00:25,079 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting b0e402e8f08f40548addad472333f178, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731700821447 2024-11-15T20:00:25,079 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 4345cfceee6c4dc8ae6b426ab45fa13d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731700823645 2024-11-15T20:00:25,086 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#C#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:25,087 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/8cf943db9b024bfaaf1c83a36dc29c0f is 50, key is test_row_0/C:col10/1731700823645/Put/seqid=0 2024-11-15T20:00:25,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742228_1404 (size=12561) 2024-11-15T20:00:25,097 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/8cf943db9b024bfaaf1c83a36dc29c0f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/8cf943db9b024bfaaf1c83a36dc29c0f 2024-11-15T20:00:25,101 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600b594342231e7128904bcd0216be33/C of 600b594342231e7128904bcd0216be33 into 8cf943db9b024bfaaf1c83a36dc29c0f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:25,101 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:25,101 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/C, priority=13, startTime=1731700824641; duration=0sec 2024-11-15T20:00:25,101 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:25,101 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:C 2024-11-15T20:00:25,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700885120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:25,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700885121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:25,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:25,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700885121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:25,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:25,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:25,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:25,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700885130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:25,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700885331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:25,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:25,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700885331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:25,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:25,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700885332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:25,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:25,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:25,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700885340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:25,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:25,401 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:25,405 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115fca1068d8e314267ba51de3c1e3ccecb_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115fca1068d8e314267ba51de3c1e3ccecb_600b594342231e7128904bcd0216be33 2024-11-15T20:00:25,406 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/ad809241dc0a4cd082115b2efa8cf3ce, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:25,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/ad809241dc0a4cd082115b2efa8cf3ce is 175, key is test_row_0/A:col10/1731700823828/Put/seqid=0 2024-11-15T20:00:25,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742229_1405 (size=39749) 2024-11-15T20:00:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-15T20:00:25,450 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:25,451 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-15T20:00:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T20:00:25,453 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:25,454 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:25,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:25,478 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/60e3ee67936e4a509697c29a551e91b8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/60e3ee67936e4a509697c29a551e91b8 2024-11-15T20:00:25,483 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600b594342231e7128904bcd0216be33/A of 600b594342231e7128904bcd0216be33 into 60e3ee67936e4a509697c29a551e91b8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:25,483 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:25,483 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/A, priority=13, startTime=1731700824641; duration=0sec 2024-11-15T20:00:25,483 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:25,483 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:A 2024-11-15T20:00:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T20:00:25,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T20:00:25,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:25,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:25,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:25,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:25,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:25,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700885651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:25,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700885651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:25,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:25,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700885651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:25,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:25,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:25,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700885660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:25,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T20:00:25,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:25,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:25,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:25,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:25,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T20:00:25,812 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/ad809241dc0a4cd082115b2efa8cf3ce 2024-11-15T20:00:25,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/0d75d45acc274c2f8ade99415298924e is 50, key is test_row_0/B:col10/1731700823828/Put/seqid=0 2024-11-15T20:00:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742230_1406 (size=12151) 2024-11-15T20:00:25,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T20:00:25,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:25,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:25,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:25,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:25,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:26,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T20:00:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:26,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T20:00:26,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700886170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:26,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:26,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700886170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:26,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:26,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700886170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:26,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700886180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:26,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T20:00:26,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:26,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:26,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:26,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:26,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:26,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/0d75d45acc274c2f8ade99415298924e 2024-11-15T20:00:26,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/f7869d4f4bda4a8dac552eba4ad502e7 is 50, key is test_row_0/C:col10/1731700823828/Put/seqid=0 2024-11-15T20:00:26,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742231_1407 (size=12151) 2024-11-15T20:00:26,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/f7869d4f4bda4a8dac552eba4ad502e7 2024-11-15T20:00:26,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/ad809241dc0a4cd082115b2efa8cf3ce as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/ad809241dc0a4cd082115b2efa8cf3ce 2024-11-15T20:00:26,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/ad809241dc0a4cd082115b2efa8cf3ce, entries=200, sequenceid=197, filesize=38.8 K 2024-11-15T20:00:26,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/0d75d45acc274c2f8ade99415298924e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/0d75d45acc274c2f8ade99415298924e 2024-11-15T20:00:26,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/0d75d45acc274c2f8ade99415298924e, entries=150, sequenceid=197, filesize=11.9 K 2024-11-15T20:00:26,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/f7869d4f4bda4a8dac552eba4ad502e7 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/f7869d4f4bda4a8dac552eba4ad502e7 2024-11-15T20:00:26,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/f7869d4f4bda4a8dac552eba4ad502e7, entries=150, sequenceid=197, filesize=11.9 K 2024-11-15T20:00:26,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 600b594342231e7128904bcd0216be33 in 1287ms, sequenceid=197, compaction requested=false 2024-11-15T20:00:26,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:26,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-15T20:00:26,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:26,380 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T20:00:26,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115fc3a62223e3d497ea824ab1f63d8c720_600b594342231e7128904bcd0216be33 is 50, key is test_row_0/A:col10/1731700825000/Put/seqid=0 2024-11-15T20:00:26,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742232_1408 (size=12304) 2024-11-15T20:00:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T20:00:26,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:26,800 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115fc3a62223e3d497ea824ab1f63d8c720_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115fc3a62223e3d497ea824ab1f63d8c720_600b594342231e7128904bcd0216be33 2024-11-15T20:00:26,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/705274f49c584dc5955d0e55da978bc9, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:26,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/705274f49c584dc5955d0e55da978bc9 is 175, key is test_row_0/A:col10/1731700825000/Put/seqid=0 2024-11-15T20:00:26,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742233_1409 (size=31105) 2024-11-15T20:00:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 600b594342231e7128904bcd0216be33 2024-11-15T20:00:27,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:27,210 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/705274f49c584dc5955d0e55da978bc9 2024-11-15T20:00:27,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/d8f20bdae49e49269a302e348945f975 is 50, key is test_row_0/B:col10/1731700825000/Put/seqid=0 2024-11-15T20:00:27,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742234_1410 (size=12151) 2024-11-15T20:00:27,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700887232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:27,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700887233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:27,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700887234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:27,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700887238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:27,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:27,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700887351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:27,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:27,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700887351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:27,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700887351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:27,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700887360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:27,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:27,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700887570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:27,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700887570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:27,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700887570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:27,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700887570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T20:00:27,630 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/d8f20bdae49e49269a302e348945f975 2024-11-15T20:00:27,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/78f17026af80428bb0beb79134891d18 is 50, key is test_row_0/C:col10/1731700825000/Put/seqid=0 2024-11-15T20:00:27,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742235_1411 (size=12151) 2024-11-15T20:00:27,646 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/78f17026af80428bb0beb79134891d18 2024-11-15T20:00:27,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/705274f49c584dc5955d0e55da978bc9 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/705274f49c584dc5955d0e55da978bc9 2024-11-15T20:00:27,662 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/705274f49c584dc5955d0e55da978bc9, entries=150, sequenceid=211, filesize=30.4 K 2024-11-15T20:00:27,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/d8f20bdae49e49269a302e348945f975 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/d8f20bdae49e49269a302e348945f975 2024-11-15T20:00:27,666 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/d8f20bdae49e49269a302e348945f975, entries=150, sequenceid=211, filesize=11.9 K 2024-11-15T20:00:27,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/78f17026af80428bb0beb79134891d18 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/78f17026af80428bb0beb79134891d18 2024-11-15T20:00:27,670 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/78f17026af80428bb0beb79134891d18, entries=150, sequenceid=211, filesize=11.9 K 2024-11-15T20:00:27,671 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 600b594342231e7128904bcd0216be33 in 1291ms, sequenceid=211, compaction requested=true 2024-11-15T20:00:27,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:27,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:27,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-15T20:00:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-15T20:00:27,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-15T20:00:27,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2180 sec 2024-11-15T20:00:27,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.2240 sec 2024-11-15T20:00:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 600b594342231e7128904bcd0216be33 2024-11-15T20:00:27,898 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:27,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T20:00:27,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115348ca62bec4d4895a7228e60f6876628_600b594342231e7128904bcd0216be33 is 50, key is test_row_0/A:col10/1731700827898/Put/seqid=0 2024-11-15T20:00:27,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742236_1412 (size=17284) 2024-11-15T20:00:27,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700887912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:27,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:27,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700887945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:27,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700887945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:27,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:27,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700887945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:27,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:27,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:28,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700888052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:28,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700888060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:28,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700888061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700888061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:28,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700888270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:28,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700888270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:28,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:28,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:28,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700888281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:28,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:28,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700888281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:28,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:28,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:28,319 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:28,326 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115348ca62bec4d4895a7228e60f6876628_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115348ca62bec4d4895a7228e60f6876628_600b594342231e7128904bcd0216be33 2024-11-15T20:00:28,327 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/f702c9ec1c514ee699f6efe00aee1a35, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:28,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/f702c9ec1c514ee699f6efe00aee1a35 is 175, key is test_row_0/A:col10/1731700827898/Put/seqid=0 2024-11-15T20:00:28,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742237_1413 (size=48389) 2024-11-15T20:00:28,342 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/f702c9ec1c514ee699f6efe00aee1a35 2024-11-15T20:00:28,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/89d820d153ea4120a3c5cec634fa0dd6 is 50, key is test_row_0/B:col10/1731700827898/Put/seqid=0 2024-11-15T20:00:28,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742238_1414 (size=12151) 2024-11-15T20:00:28,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/89d820d153ea4120a3c5cec634fa0dd6 2024-11-15T20:00:28,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/ffaf8a95ab2c4d8b906a68570227b8fe is 50, key is test_row_0/C:col10/1731700827898/Put/seqid=0 2024-11-15T20:00:28,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742239_1415 (size=12151) 2024-11-15T20:00:28,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700888590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:28,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:28,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700888590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:28,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:28,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700888590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:28,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:28,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700888591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:28,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:28,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:28,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/ffaf8a95ab2c4d8b906a68570227b8fe 2024-11-15T20:00:28,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/f702c9ec1c514ee699f6efe00aee1a35 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/f702c9ec1c514ee699f6efe00aee1a35 2024-11-15T20:00:28,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/f702c9ec1c514ee699f6efe00aee1a35, entries=250, sequenceid=238, filesize=47.3 K 2024-11-15T20:00:28,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/89d820d153ea4120a3c5cec634fa0dd6 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/89d820d153ea4120a3c5cec634fa0dd6 2024-11-15T20:00:28,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/89d820d153ea4120a3c5cec634fa0dd6, entries=150, sequenceid=238, filesize=11.9 K 2024-11-15T20:00:28,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/ffaf8a95ab2c4d8b906a68570227b8fe as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/ffaf8a95ab2c4d8b906a68570227b8fe 2024-11-15T20:00:28,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/ffaf8a95ab2c4d8b906a68570227b8fe, entries=150, sequenceid=238, filesize=11.9 K 2024-11-15T20:00:28,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 600b594342231e7128904bcd0216be33 in 896ms, sequenceid=238, compaction requested=true 2024-11-15T20:00:28,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:28,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:00:28,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:28,795 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:00:28,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:00:28,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:28,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:00:28,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:28,795 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:00:28,796 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150758 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:00:28,796 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/A is initiating minor compaction (all files) 2024-11-15T20:00:28,796 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/A in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:28,796 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/60e3ee67936e4a509697c29a551e91b8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/ad809241dc0a4cd082115b2efa8cf3ce, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/705274f49c584dc5955d0e55da978bc9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/f702c9ec1c514ee699f6efe00aee1a35] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=147.2 K 2024-11-15T20:00:28,796 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:28,796 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/60e3ee67936e4a509697c29a551e91b8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/ad809241dc0a4cd082115b2efa8cf3ce, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/705274f49c584dc5955d0e55da978bc9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/f702c9ec1c514ee699f6efe00aee1a35] 2024-11-15T20:00:28,797 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:00:28,797 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/B is initiating minor compaction (all files) 2024-11-15T20:00:28,797 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60e3ee67936e4a509697c29a551e91b8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731700823645 2024-11-15T20:00:28,797 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/B in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:28,797 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/174cefc264f94b8897769f3a743d5bc4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/0d75d45acc274c2f8ade99415298924e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/d8f20bdae49e49269a302e348945f975, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/89d820d153ea4120a3c5cec634fa0dd6] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=47.9 K 2024-11-15T20:00:28,797 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad809241dc0a4cd082115b2efa8cf3ce, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731700823828 2024-11-15T20:00:28,798 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 174cefc264f94b8897769f3a743d5bc4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731700823645 2024-11-15T20:00:28,800 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 705274f49c584dc5955d0e55da978bc9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731700824998 2024-11-15T20:00:28,800 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d75d45acc274c2f8ade99415298924e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731700823828 2024-11-15T20:00:28,800 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f702c9ec1c514ee699f6efe00aee1a35, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731700827230 2024-11-15T20:00:28,800 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting d8f20bdae49e49269a302e348945f975, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731700824998 2024-11-15T20:00:28,800 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 89d820d153ea4120a3c5cec634fa0dd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731700827230 2024-11-15T20:00:28,806 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:28,809 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#B#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:28,809 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/c1f974c128ba448b985dc8194cbbdb67 is 50, key is test_row_0/B:col10/1731700827898/Put/seqid=0 2024-11-15T20:00:28,811 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115cd6b2b480fc041a99be68b3d565929fc_600b594342231e7128904bcd0216be33 store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:28,813 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115cd6b2b480fc041a99be68b3d565929fc_600b594342231e7128904bcd0216be33, store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:28,813 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cd6b2b480fc041a99be68b3d565929fc_600b594342231e7128904bcd0216be33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:28,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742240_1416 (size=12697) 2024-11-15T20:00:28,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742241_1417 (size=4469) 2024-11-15T20:00:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 600b594342231e7128904bcd0216be33 2024-11-15T20:00:29,113 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:29,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T20:00:29,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115891812a5683e4467b2df5a544abe0ed1_600b594342231e7128904bcd0216be33 is 50, key is test_row_0/A:col10/1731700829114/Put/seqid=0 2024-11-15T20:00:29,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742242_1418 (size=17284) 2024-11-15T20:00:29,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700889173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:29,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700889176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:29,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700889176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:29,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700889177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:29,228 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/c1f974c128ba448b985dc8194cbbdb67 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/c1f974c128ba448b985dc8194cbbdb67 2024-11-15T20:00:29,228 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#A#compaction#348 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:29,229 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/28bf048658684ee5b67b4e57f7e39f5c is 175, key is test_row_0/A:col10/1731700827898/Put/seqid=0 2024-11-15T20:00:29,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742243_1419 (size=31651) 2024-11-15T20:00:29,234 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 600b594342231e7128904bcd0216be33/B of 600b594342231e7128904bcd0216be33 into c1f974c128ba448b985dc8194cbbdb67(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:29,234 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:29,234 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/B, priority=12, startTime=1731700828795; duration=0sec 2024-11-15T20:00:29,234 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:29,234 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:B 2024-11-15T20:00:29,234 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:00:29,236 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:00:29,236 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/C is initiating minor compaction (all files) 2024-11-15T20:00:29,236 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/C in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:29,236 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/8cf943db9b024bfaaf1c83a36dc29c0f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/f7869d4f4bda4a8dac552eba4ad502e7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/78f17026af80428bb0beb79134891d18, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/ffaf8a95ab2c4d8b906a68570227b8fe] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=47.9 K 2024-11-15T20:00:29,236 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cf943db9b024bfaaf1c83a36dc29c0f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731700823645 2024-11-15T20:00:29,237 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting f7869d4f4bda4a8dac552eba4ad502e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731700823828 2024-11-15T20:00:29,237 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 78f17026af80428bb0beb79134891d18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731700824998 2024-11-15T20:00:29,237 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting ffaf8a95ab2c4d8b906a68570227b8fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731700827230 2024-11-15T20:00:29,243 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:29,244 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/0e8ac1befea448a792d76158f3df9497 is 50, key is test_row_0/C:col10/1731700827898/Put/seqid=0 2024-11-15T20:00:29,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742244_1420 (size=12697) 2024-11-15T20:00:29,252 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/0e8ac1befea448a792d76158f3df9497 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/0e8ac1befea448a792d76158f3df9497 2024-11-15T20:00:29,256 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 600b594342231e7128904bcd0216be33/C of 600b594342231e7128904bcd0216be33 into 0e8ac1befea448a792d76158f3df9497(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:29,256 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:29,256 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/C, priority=12, startTime=1731700828795; duration=0sec 2024-11-15T20:00:29,256 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:29,256 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:C 2024-11-15T20:00:29,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700889292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:29,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:29,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700889300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:29,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:29,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700889300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700889301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:29,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700889510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:29,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700889520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:29,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700889520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:29,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:29,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700889521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:29,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:29,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:29,533 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:29,537 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115891812a5683e4467b2df5a544abe0ed1_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115891812a5683e4467b2df5a544abe0ed1_600b594342231e7128904bcd0216be33 2024-11-15T20:00:29,538 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/224f11f9f23145d0863311de385e8159, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:29,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/224f11f9f23145d0863311de385e8159 is 175, key is test_row_0/A:col10/1731700829114/Put/seqid=0 2024-11-15T20:00:29,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742245_1421 (size=48389) 2024-11-15T20:00:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-15T20:00:29,611 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:29,611 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-15T20:00:29,613 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T20:00:29,614 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:29,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:29,639 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/28bf048658684ee5b67b4e57f7e39f5c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/28bf048658684ee5b67b4e57f7e39f5c 2024-11-15T20:00:29,643 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 600b594342231e7128904bcd0216be33/A of 600b594342231e7128904bcd0216be33 into 28bf048658684ee5b67b4e57f7e39f5c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:29,643 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:29,643 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/A, priority=12, startTime=1731700828795; duration=0sec 2024-11-15T20:00:29,643 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:29,643 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:A 2024-11-15T20:00:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T20:00:29,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-15T20:00:29,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:29,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:29,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:29,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:29,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:29,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700889830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:29,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:29,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700889840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:29,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:29,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700889840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:29,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:29,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:29,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700889840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:29,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:29,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:29,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-15T20:00:29,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:29,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:29,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:29,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:29,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T20:00:29,944 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/224f11f9f23145d0863311de385e8159 2024-11-15T20:00:29,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/6cf4111a74a74caa99835b937a8da3eb is 50, key is test_row_0/B:col10/1731700829114/Put/seqid=0 2024-11-15T20:00:29,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742246_1422 (size=12151) 2024-11-15T20:00:30,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-15T20:00:30,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:30,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:30,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:30,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:30,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:30,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-15T20:00:30,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:30,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:30,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:30,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:30,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T20:00:30,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700890340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:30,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:30,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:30,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:30,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/6cf4111a74a74caa99835b937a8da3eb 2024-11-15T20:00:30,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700890360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:30,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700890360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:30,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:30,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:30,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:30,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:30,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:30,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:30,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700890361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:30,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:30,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:30,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:30,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/7ede948d7c0740ed9ffbbed02a17c16f is 50, key is test_row_0/C:col10/1731700829114/Put/seqid=0 2024-11-15T20:00:30,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742247_1423 (size=12151) 2024-11-15T20:00:30,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-15T20:00:30,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:30,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:30,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:30,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:30,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:30,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-15T20:00:30,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:30,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:30,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:30,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:30,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:30,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-15T20:00:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:30,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:30,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T20:00:30,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/7ede948d7c0740ed9ffbbed02a17c16f 2024-11-15T20:00:30,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/224f11f9f23145d0863311de385e8159 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/224f11f9f23145d0863311de385e8159 2024-11-15T20:00:30,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/224f11f9f23145d0863311de385e8159, entries=250, sequenceid=251, filesize=47.3 K 2024-11-15T20:00:30,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/6cf4111a74a74caa99835b937a8da3eb as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/6cf4111a74a74caa99835b937a8da3eb 2024-11-15T20:00:30,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/6cf4111a74a74caa99835b937a8da3eb, entries=150, sequenceid=251, filesize=11.9 K 2024-11-15T20:00:30,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/7ede948d7c0740ed9ffbbed02a17c16f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/7ede948d7c0740ed9ffbbed02a17c16f 2024-11-15T20:00:30,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/7ede948d7c0740ed9ffbbed02a17c16f, entries=150, sequenceid=251, filesize=11.9 K 2024-11-15T20:00:30,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 600b594342231e7128904bcd0216be33 in 1671ms, sequenceid=251, compaction requested=false 2024-11-15T20:00:30,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:30,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-15T20:00:30,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:30,839 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T20:00:30,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f9f5b5b236e3495bbdf20213cd9a31e6_600b594342231e7128904bcd0216be33 is 50, key is test_row_0/A:col10/1731700829175/Put/seqid=0 2024-11-15T20:00:30,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742248_1424 (size=12454) 2024-11-15T20:00:30,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:30,857 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f9f5b5b236e3495bbdf20213cd9a31e6_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f9f5b5b236e3495bbdf20213cd9a31e6_600b594342231e7128904bcd0216be33 2024-11-15T20:00:30,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/5f3a8175e80c426780caebebfe207516, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:30,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/5f3a8175e80c426780caebebfe207516 is 175, key is test_row_0/A:col10/1731700829175/Put/seqid=0 2024-11-15T20:00:30,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742249_1425 (size=31255) 2024-11-15T20:00:30,862 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/5f3a8175e80c426780caebebfe207516 2024-11-15T20:00:30,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/71ff367f23984fbeb5dbc725a8e887b7 is 50, key is test_row_0/B:col10/1731700829175/Put/seqid=0 2024-11-15T20:00:30,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742250_1426 (size=12301) 2024-11-15T20:00:31,273 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/71ff367f23984fbeb5dbc725a8e887b7 2024-11-15T20:00:31,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/215aa3b7be56423ca03806db796d0a51 is 50, key is test_row_0/C:col10/1731700829175/Put/seqid=0 2024-11-15T20:00:31,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742251_1427 (size=12301) 2024-11-15T20:00:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 600b594342231e7128904bcd0216be33 2024-11-15T20:00:31,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:31,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700891392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700891393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:31,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700891394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700891401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:31,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:31,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700891510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700891510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:31,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700891510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700891510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:31,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53904 deadline: 1731700891560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,571 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 600b594342231e7128904bcd0216be33 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18326 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:00:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:31,685 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/215aa3b7be56423ca03806db796d0a51 2024-11-15T20:00:31,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/5f3a8175e80c426780caebebfe207516 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/5f3a8175e80c426780caebebfe207516 2024-11-15T20:00:31,692 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/5f3a8175e80c426780caebebfe207516, entries=150, sequenceid=277, filesize=30.5 K 2024-11-15T20:00:31,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/71ff367f23984fbeb5dbc725a8e887b7 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/71ff367f23984fbeb5dbc725a8e887b7 2024-11-15T20:00:31,696 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/71ff367f23984fbeb5dbc725a8e887b7, entries=150, sequenceid=277, filesize=12.0 K 2024-11-15T20:00:31,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/215aa3b7be56423ca03806db796d0a51 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/215aa3b7be56423ca03806db796d0a51 2024-11-15T20:00:31,699 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/215aa3b7be56423ca03806db796d0a51, entries=150, sequenceid=277, filesize=12.0 K 2024-11-15T20:00:31,700 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 600b594342231e7128904bcd0216be33 in 861ms, sequenceid=277, compaction requested=true 2024-11-15T20:00:31,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:31,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:31,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-15T20:00:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-15T20:00:31,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-15T20:00:31,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0880 sec 2024-11-15T20:00:31,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.0930 sec 2024-11-15T20:00:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 600b594342231e7128904bcd0216be33 2024-11-15T20:00:31,728 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:31,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T20:00:31,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155245b1118d3c4b8799df21a251d9c8a5_600b594342231e7128904bcd0216be33 is 50, key is test_row_0/A:col10/1731700831392/Put/seqid=0 2024-11-15T20:00:31,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742252_1428 (size=14994) 2024-11-15T20:00:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-15T20:00:31,761 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:31,761 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-15T20:00:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T20:00:31,763 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:31,764 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:31,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:31,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700891779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700891780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:31,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700891793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:31,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700891794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T20:00:31,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700891900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700891900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:31,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T20:00:31,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:31,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:31,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:31,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:31,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:31,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700891911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700891920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:32,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T20:00:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:32,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:32,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T20:00:32,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700892121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:32,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700892121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:32,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700892130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:32,139 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:32,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700892130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:32,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:32,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:32,143 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155245b1118d3c4b8799df21a251d9c8a5_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155245b1118d3c4b8799df21a251d9c8a5_600b594342231e7128904bcd0216be33 2024-11-15T20:00:32,144 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/dd245ab0707640afaf658c3dbb33d904, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:32,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/dd245ab0707640afaf658c3dbb33d904 is 175, key is test_row_0/A:col10/1731700831392/Put/seqid=0 2024-11-15T20:00:32,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742253_1429 (size=39949) 2024-11-15T20:00:32,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T20:00:32,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:32,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:32,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:32,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T20:00:32,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:32,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:32,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:32,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T20:00:32,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700892430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:32,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700892430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:32,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:32,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700892450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:32,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700892450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:32,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T20:00:32,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:32,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:32,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:32,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,549 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/dd245ab0707640afaf658c3dbb33d904 2024-11-15T20:00:32,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/09e9316531ee4503bdc1da8223e27d5d is 50, key is test_row_0/B:col10/1731700831392/Put/seqid=0 2024-11-15T20:00:32,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742254_1430 (size=12301) 2024-11-15T20:00:32,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T20:00:32,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:32,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:32,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:32,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T20:00:32,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:32,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:32,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:32,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T20:00:32,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53906 deadline: 1731700892950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:32,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:32,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53872 deadline: 1731700892950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:32,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:32,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/09e9316531ee4503bdc1da8223e27d5d 2024-11-15T20:00:32,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/12f9b18fe45848829a4480750c618c59 is 50, key is test_row_0/C:col10/1731700831392/Put/seqid=0 2024-11-15T20:00:32,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742255_1431 (size=12301) 2024-11-15T20:00:32,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53890 deadline: 1731700892970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:32,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:32,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53910 deadline: 1731700892970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:32,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:32,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:00:32,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T20:00:32,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:32,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:32,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:32,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:33,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T20:00:33,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:33,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:33,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:33,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:33,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:33,187 INFO [Thread-1605 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1605. 2024-11-15T20:00:33,187 DEBUG [Thread-1605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:33,187 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:33,187 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:33,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:33,190 INFO [Thread-1603 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1603. 2024-11-15T20:00:33,190 DEBUG [Thread-1603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:33,190 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:33,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:33,191 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:33,193 INFO [Thread-1607 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1607. 2024-11-15T20:00:33,193 DEBUG [Thread-1607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:33,193 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:33,193 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:33,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:33,198 INFO [Thread-1609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1609. 2024-11-15T20:00:33,198 DEBUG [Thread-1609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:33,198 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:33,198 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:33,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:33,200 INFO [Thread-1611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1611. 2024-11-15T20:00:33,200 DEBUG [Thread-1611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:33,200 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:33,200 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:33,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:33,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T20:00:33,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:33,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:33,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:33,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:33,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:33,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/12f9b18fe45848829a4480750c618c59 2024-11-15T20:00:33,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/dd245ab0707640afaf658c3dbb33d904 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/dd245ab0707640afaf658c3dbb33d904 2024-11-15T20:00:33,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/dd245ab0707640afaf658c3dbb33d904, entries=200, sequenceid=291, filesize=39.0 K 2024-11-15T20:00:33,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/09e9316531ee4503bdc1da8223e27d5d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/09e9316531ee4503bdc1da8223e27d5d 2024-11-15T20:00:33,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/09e9316531ee4503bdc1da8223e27d5d, entries=150, sequenceid=291, filesize=12.0 K 2024-11-15T20:00:33,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/12f9b18fe45848829a4480750c618c59 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/12f9b18fe45848829a4480750c618c59 2024-11-15T20:00:33,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/12f9b18fe45848829a4480750c618c59, entries=150, sequenceid=291, filesize=12.0 K 2024-11-15T20:00:33,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 600b594342231e7128904bcd0216be33 in 1662ms, sequenceid=291, compaction requested=true 2024-11-15T20:00:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:00:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:33,390 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:00:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:00:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600b594342231e7128904bcd0216be33:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:00:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:33,390 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:00:33,391 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151244 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:00:33,391 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:00:33,391 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/A is initiating minor compaction (all files) 2024-11-15T20:00:33,391 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/B is initiating minor compaction (all files) 2024-11-15T20:00:33,391 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/A in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:33,391 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/B in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:33,391 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/28bf048658684ee5b67b4e57f7e39f5c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/224f11f9f23145d0863311de385e8159, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/5f3a8175e80c426780caebebfe207516, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/dd245ab0707640afaf658c3dbb33d904] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=147.7 K 2024-11-15T20:00:33,391 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/c1f974c128ba448b985dc8194cbbdb67, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/6cf4111a74a74caa99835b937a8da3eb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/71ff367f23984fbeb5dbc725a8e887b7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/09e9316531ee4503bdc1da8223e27d5d] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=48.3 K 2024-11-15T20:00:33,392 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:33,392 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/28bf048658684ee5b67b4e57f7e39f5c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/224f11f9f23145d0863311de385e8159, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/5f3a8175e80c426780caebebfe207516, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/dd245ab0707640afaf658c3dbb33d904] 2024-11-15T20:00:33,392 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting c1f974c128ba448b985dc8194cbbdb67, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731700827230 2024-11-15T20:00:33,392 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28bf048658684ee5b67b4e57f7e39f5c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731700827230 2024-11-15T20:00:33,392 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cf4111a74a74caa99835b937a8da3eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731700827929 2024-11-15T20:00:33,392 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 224f11f9f23145d0863311de385e8159, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731700827910 2024-11-15T20:00:33,392 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 71ff367f23984fbeb5dbc725a8e887b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731700829174 2024-11-15T20:00:33,393 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f3a8175e80c426780caebebfe207516, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731700829174 2024-11-15T20:00:33,393 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 09e9316531ee4503bdc1da8223e27d5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731700831391 2024-11-15T20:00:33,393 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd245ab0707640afaf658c3dbb33d904, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731700831391 2024-11-15T20:00:33,404 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#B#compaction#360 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:33,405 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/d98b9286eed644c29b323df804d0df24 is 50, key is test_row_0/B:col10/1731700831392/Put/seqid=0 2024-11-15T20:00:33,410 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:33,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742256_1432 (size=12983) 2024-11-15T20:00:33,413 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411154ab1324b1a39415ca1316adc885ba06b_600b594342231e7128904bcd0216be33 store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:33,445 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411154ab1324b1a39415ca1316adc885ba06b_600b594342231e7128904bcd0216be33, store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:33,445 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154ab1324b1a39415ca1316adc885ba06b_600b594342231e7128904bcd0216be33 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:33,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742257_1433 (size=4469) 2024-11-15T20:00:33,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-15T20:00:33,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:33,450 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T20:00:33,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111527b99101dfd44961936f9bc43724b843_600b594342231e7128904bcd0216be33 is 50, key is test_row_0/A:col10/1731700831792/Put/seqid=0 2024-11-15T20:00:33,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742258_1434 (size=12454) 2024-11-15T20:00:33,816 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/d98b9286eed644c29b323df804d0df24 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/d98b9286eed644c29b323df804d0df24 2024-11-15T20:00:33,821 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 600b594342231e7128904bcd0216be33/B of 600b594342231e7128904bcd0216be33 into d98b9286eed644c29b323df804d0df24(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:33,821 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:33,821 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/B, priority=12, startTime=1731700833390; duration=0sec 2024-11-15T20:00:33,821 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:33,821 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:B 2024-11-15T20:00:33,821 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:00:33,822 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:00:33,822 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 600b594342231e7128904bcd0216be33/C is initiating minor compaction (all files) 2024-11-15T20:00:33,822 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600b594342231e7128904bcd0216be33/C in TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:33,822 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/0e8ac1befea448a792d76158f3df9497, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/7ede948d7c0740ed9ffbbed02a17c16f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/215aa3b7be56423ca03806db796d0a51, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/12f9b18fe45848829a4480750c618c59] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp, totalSize=48.3 K 2024-11-15T20:00:33,822 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e8ac1befea448a792d76158f3df9497, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731700827230 2024-11-15T20:00:33,823 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ede948d7c0740ed9ffbbed02a17c16f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731700827929 2024-11-15T20:00:33,823 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 215aa3b7be56423ca03806db796d0a51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731700829174 2024-11-15T20:00:33,823 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 12f9b18fe45848829a4480750c618c59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731700831391 2024-11-15T20:00:33,831 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#C#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:33,831 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/43727e24a4934efba6860ee72db0be89 is 50, key is test_row_0/C:col10/1731700831392/Put/seqid=0 2024-11-15T20:00:33,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742259_1435 (size=12983) 2024-11-15T20:00:33,838 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/43727e24a4934efba6860ee72db0be89 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/43727e24a4934efba6860ee72db0be89 2024-11-15T20:00:33,841 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 600b594342231e7128904bcd0216be33/C of 600b594342231e7128904bcd0216be33 into 43727e24a4934efba6860ee72db0be89(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:33,841 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:33,842 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/C, priority=12, startTime=1731700833390; duration=0sec 2024-11-15T20:00:33,842 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:33,842 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:C 2024-11-15T20:00:33,849 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600b594342231e7128904bcd0216be33#A#compaction#361 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:33,850 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/6a7dd4eb898b4cf4830fbd07632ed452 is 175, key is test_row_0/A:col10/1731700831392/Put/seqid=0 2024-11-15T20:00:33,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742260_1436 (size=31937) 2024-11-15T20:00:33,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:33,867 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111527b99101dfd44961936f9bc43724b843_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111527b99101dfd44961936f9bc43724b843_600b594342231e7128904bcd0216be33 2024-11-15T20:00:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/dd9928d7e6b94a04a44fb900de907a0d, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/dd9928d7e6b94a04a44fb900de907a0d is 175, key is test_row_0/A:col10/1731700831792/Put/seqid=0 2024-11-15T20:00:33,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742261_1437 (size=31255) 2024-11-15T20:00:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T20:00:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 600b594342231e7128904bcd0216be33 2024-11-15T20:00:33,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. as already flushing 2024-11-15T20:00:33,962 INFO [Thread-1596 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1596. 2024-11-15T20:00:33,962 DEBUG [Thread-1596 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:33,962 DEBUG [Thread-1596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:33,962 DEBUG [Thread-1596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:33,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:33,972 INFO [Thread-1600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1600. 2024-11-15T20:00:33,972 DEBUG [Thread-1600 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:33,972 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:33,972 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:33,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:33,992 INFO [Thread-1592 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1592. 2024-11-15T20:00:33,992 DEBUG [Thread-1592 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:33,992 DEBUG [Thread-1592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:33,992 DEBUG [Thread-1592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:33,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:34,001 INFO [Thread-1598 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1598. 2024-11-15T20:00:34,001 DEBUG [Thread-1598 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:34,001 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:34,001 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:34,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:34,257 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/6a7dd4eb898b4cf4830fbd07632ed452 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/6a7dd4eb898b4cf4830fbd07632ed452 2024-11-15T20:00:34,261 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 600b594342231e7128904bcd0216be33/A of 600b594342231e7128904bcd0216be33 into 6a7dd4eb898b4cf4830fbd07632ed452(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:34,261 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:34,261 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., storeName=600b594342231e7128904bcd0216be33/A, priority=12, startTime=1731700833390; duration=0sec 2024-11-15T20:00:34,261 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:34,261 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600b594342231e7128904bcd0216be33:A 2024-11-15T20:00:34,271 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/dd9928d7e6b94a04a44fb900de907a0d 2024-11-15T20:00:34,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/9faf837574534cf0a92b3e3be5c59f35 is 50, key is test_row_0/B:col10/1731700831792/Put/seqid=0 2024-11-15T20:00:34,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742262_1438 (size=12301) 2024-11-15T20:00:34,682 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/9faf837574534cf0a92b3e3be5c59f35 2024-11-15T20:00:34,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/a2f909c83c674f318d27bfe7da302e61 is 50, key is test_row_0/C:col10/1731700831792/Put/seqid=0 2024-11-15T20:00:34,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742263_1439 (size=12301) 2024-11-15T20:00:35,092 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/a2f909c83c674f318d27bfe7da302e61 2024-11-15T20:00:35,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/dd9928d7e6b94a04a44fb900de907a0d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/dd9928d7e6b94a04a44fb900de907a0d 2024-11-15T20:00:35,099 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/dd9928d7e6b94a04a44fb900de907a0d, entries=150, sequenceid=313, filesize=30.5 K 2024-11-15T20:00:35,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/9faf837574534cf0a92b3e3be5c59f35 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/9faf837574534cf0a92b3e3be5c59f35 2024-11-15T20:00:35,103 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/9faf837574534cf0a92b3e3be5c59f35, entries=150, sequenceid=313, filesize=12.0 K 2024-11-15T20:00:35,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/a2f909c83c674f318d27bfe7da302e61 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/a2f909c83c674f318d27bfe7da302e61 2024-11-15T20:00:35,106 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/a2f909c83c674f318d27bfe7da302e61, entries=150, sequenceid=313, filesize=12.0 K 2024-11-15T20:00:35,107 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=26.84 KB/27480 for 600b594342231e7128904bcd0216be33 in 1656ms, sequenceid=313, compaction requested=false 2024-11-15T20:00:35,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 600b594342231e7128904bcd0216be33: 2024-11-15T20:00:35,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:35,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-15T20:00:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-15T20:00:35,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-15T20:00:35,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3440 sec 2024-11-15T20:00:35,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 3.3490 sec 2024-11-15T20:00:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-15T20:00:35,920 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:41,632 INFO [Thread-1594 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1594. 2024-11-15T20:00:41,632 DEBUG [Thread-1594 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:00:41,632 DEBUG [Thread-1594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:41,632 DEBUG [Thread-1594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:41,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1142 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3426 rows 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1144 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3432 rows 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1148 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3444 rows 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1156 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3462 rows 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1149 2024-11-15T20:00:41,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3444 rows 2024-11-15T20:00:41,632 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T20:00:41,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T20:00:41,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:41,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:41,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:00:41,633 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T20:00:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T20:00:41,637 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700841637"}]},"ts":"1731700841637"} 2024-11-15T20:00:41,638 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T20:00:41,638 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T20:00:41,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T20:00:41,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600b594342231e7128904bcd0216be33, UNASSIGN}] 2024-11-15T20:00:41,640 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600b594342231e7128904bcd0216be33, UNASSIGN 2024-11-15T20:00:41,641 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=600b594342231e7128904bcd0216be33, regionState=CLOSING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T20:00:41,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=600b594342231e7128904bcd0216be33, UNASSIGN because future has completed 2024-11-15T20:00:41,642 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T20:00:41,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure 600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376}] 2024-11-15T20:00:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T20:00:41,794 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(122): Close 600b594342231e7128904bcd0216be33 2024-11-15T20:00:41,794 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T20:00:41,794 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1722): Closing 600b594342231e7128904bcd0216be33, disabling compactions & flushes 2024-11-15T20:00:41,794 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:41,794 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:41,794 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. after waiting 0 ms 2024-11-15T20:00:41,794 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:41,794 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(2902): Flushing 600b594342231e7128904bcd0216be33 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T20:00:41,800 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111508d96baf436b4d37be62bd523c73d497_600b594342231e7128904bcd0216be33 is 50, key is test_row_0/A:col10/1731700841630/Put/seqid=0 2024-11-15T20:00:41,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742264_1440 (size=12454) 2024-11-15T20:00:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T20:00:42,203 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:42,207 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111508d96baf436b4d37be62bd523c73d497_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111508d96baf436b4d37be62bd523c73d497_600b594342231e7128904bcd0216be33 2024-11-15T20:00:42,208 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/9ebf974c37d0423b91beb5eb8420ce33, store: [table=TestAcidGuarantees family=A region=600b594342231e7128904bcd0216be33] 2024-11-15T20:00:42,208 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/9ebf974c37d0423b91beb5eb8420ce33 is 175, key is test_row_0/A:col10/1731700841630/Put/seqid=0 2024-11-15T20:00:42,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742265_1441 (size=31255) 2024-11-15T20:00:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T20:00:42,613 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/9ebf974c37d0423b91beb5eb8420ce33 2024-11-15T20:00:42,619 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/b215d5cd0b0e49358f04039dff07413f is 50, key is test_row_0/B:col10/1731700841630/Put/seqid=0 2024-11-15T20:00:42,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742266_1442 (size=12301) 2024-11-15T20:00:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T20:00:43,023 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/b215d5cd0b0e49358f04039dff07413f 2024-11-15T20:00:43,028 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/f3a03aa185884e7cb2b36a45206b893f is 50, key is test_row_0/C:col10/1731700841630/Put/seqid=0 2024-11-15T20:00:43,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742267_1443 (size=12301) 2024-11-15T20:00:43,432 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/f3a03aa185884e7cb2b36a45206b893f 2024-11-15T20:00:43,435 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/A/9ebf974c37d0423b91beb5eb8420ce33 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/9ebf974c37d0423b91beb5eb8420ce33 2024-11-15T20:00:43,438 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/9ebf974c37d0423b91beb5eb8420ce33, entries=150, sequenceid=324, filesize=30.5 K 2024-11-15T20:00:43,439 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/B/b215d5cd0b0e49358f04039dff07413f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/b215d5cd0b0e49358f04039dff07413f 2024-11-15T20:00:43,441 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/b215d5cd0b0e49358f04039dff07413f, entries=150, sequenceid=324, filesize=12.0 K 2024-11-15T20:00:43,442 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/.tmp/C/f3a03aa185884e7cb2b36a45206b893f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/f3a03aa185884e7cb2b36a45206b893f 2024-11-15T20:00:43,445 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/f3a03aa185884e7cb2b36a45206b893f, entries=150, sequenceid=324, filesize=12.0 K 2024-11-15T20:00:43,445 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 600b594342231e7128904bcd0216be33 in 1651ms, sequenceid=324, compaction requested=true 2024-11-15T20:00:43,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/434e7ca683c941d78e5d7f90d36f0b88, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/8e88d076ee314679b029f49d55ce20e7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/819eb759359a4cc188825d6d80214cc8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/4b95418fc7e242d98d3c08133617ead2, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/f9295245e0134f33bd20be50ecc5550d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/b8383129eb12481fb5449818cd068e57, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/3eb54a1df5fd498db12600beeae65b86, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/5ee2ddec4fd245aa9fc0932e6879cacf, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/10de74a8445045209bae81cbb3c1e422, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/9f9d62069f4d4f2eaf65b0ce6c728077, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/43bb8198683a45ee90602bca5e4a6975, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/8e2fc66d8a8b499385d0b0398b5afc09, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/60e3ee67936e4a509697c29a551e91b8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/ad809241dc0a4cd082115b2efa8cf3ce, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/705274f49c584dc5955d0e55da978bc9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/f702c9ec1c514ee699f6efe00aee1a35, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/28bf048658684ee5b67b4e57f7e39f5c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/224f11f9f23145d0863311de385e8159, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/5f3a8175e80c426780caebebfe207516, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/dd245ab0707640afaf658c3dbb33d904] to archive 2024-11-15T20:00:43,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T20:00:43,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/434e7ca683c941d78e5d7f90d36f0b88 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/434e7ca683c941d78e5d7f90d36f0b88 2024-11-15T20:00:43,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/8e88d076ee314679b029f49d55ce20e7 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/8e88d076ee314679b029f49d55ce20e7 2024-11-15T20:00:43,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/819eb759359a4cc188825d6d80214cc8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/819eb759359a4cc188825d6d80214cc8 2024-11-15T20:00:43,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/4b95418fc7e242d98d3c08133617ead2 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/4b95418fc7e242d98d3c08133617ead2 2024-11-15T20:00:43,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/f9295245e0134f33bd20be50ecc5550d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/f9295245e0134f33bd20be50ecc5550d 2024-11-15T20:00:43,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/b8383129eb12481fb5449818cd068e57 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/b8383129eb12481fb5449818cd068e57 2024-11-15T20:00:43,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/3eb54a1df5fd498db12600beeae65b86 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/3eb54a1df5fd498db12600beeae65b86 2024-11-15T20:00:43,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/5ee2ddec4fd245aa9fc0932e6879cacf to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/5ee2ddec4fd245aa9fc0932e6879cacf 2024-11-15T20:00:43,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/10de74a8445045209bae81cbb3c1e422 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/10de74a8445045209bae81cbb3c1e422 2024-11-15T20:00:43,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/9f9d62069f4d4f2eaf65b0ce6c728077 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/9f9d62069f4d4f2eaf65b0ce6c728077 2024-11-15T20:00:43,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/43bb8198683a45ee90602bca5e4a6975 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/43bb8198683a45ee90602bca5e4a6975 2024-11-15T20:00:43,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/8e2fc66d8a8b499385d0b0398b5afc09 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/8e2fc66d8a8b499385d0b0398b5afc09 2024-11-15T20:00:43,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/60e3ee67936e4a509697c29a551e91b8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/60e3ee67936e4a509697c29a551e91b8 2024-11-15T20:00:43,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/ad809241dc0a4cd082115b2efa8cf3ce to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/ad809241dc0a4cd082115b2efa8cf3ce 2024-11-15T20:00:43,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/705274f49c584dc5955d0e55da978bc9 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/705274f49c584dc5955d0e55da978bc9 2024-11-15T20:00:43,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/f702c9ec1c514ee699f6efe00aee1a35 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/f702c9ec1c514ee699f6efe00aee1a35 2024-11-15T20:00:43,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/28bf048658684ee5b67b4e57f7e39f5c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/28bf048658684ee5b67b4e57f7e39f5c 2024-11-15T20:00:43,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/224f11f9f23145d0863311de385e8159 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/224f11f9f23145d0863311de385e8159 2024-11-15T20:00:43,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/5f3a8175e80c426780caebebfe207516 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/5f3a8175e80c426780caebebfe207516 2024-11-15T20:00:43,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/dd245ab0707640afaf658c3dbb33d904 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/dd245ab0707640afaf658c3dbb33d904 2024-11-15T20:00:43,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/23d0f124731249aeadd64184ab9deda3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/eaca34db2ba34f349212538da5423ac9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/e345c8ac106f4c098824c642a7a42102, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/bafe57b7311c4a49810ddf9022dfcab8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/a13d8c9e1a6b443b8e4db11f1c1847a8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/da8d5926e5084f2f9731c868eaaab5bd, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/c775bac074904d88b39350411c863b32, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/f61aac39b6914234b195391b6571b9d3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/e1b75198c9df4c5fb17e9f58a1cceeee, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/269cabc35e644df2ab2d11f9a6eff36c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/79230a53f10243af9f841e08bedf11a6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/174cefc264f94b8897769f3a743d5bc4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/21e3959ae929489ca65d6e8f16cdd5d2, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/0d75d45acc274c2f8ade99415298924e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/d8f20bdae49e49269a302e348945f975, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/c1f974c128ba448b985dc8194cbbdb67, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/89d820d153ea4120a3c5cec634fa0dd6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/6cf4111a74a74caa99835b937a8da3eb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/71ff367f23984fbeb5dbc725a8e887b7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/09e9316531ee4503bdc1da8223e27d5d] to archive 2024-11-15T20:00:43,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T20:00:43,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/23d0f124731249aeadd64184ab9deda3 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/23d0f124731249aeadd64184ab9deda3 2024-11-15T20:00:43,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/eaca34db2ba34f349212538da5423ac9 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/eaca34db2ba34f349212538da5423ac9 2024-11-15T20:00:43,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/e345c8ac106f4c098824c642a7a42102 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/e345c8ac106f4c098824c642a7a42102 2024-11-15T20:00:43,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/bafe57b7311c4a49810ddf9022dfcab8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/bafe57b7311c4a49810ddf9022dfcab8 2024-11-15T20:00:43,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/a13d8c9e1a6b443b8e4db11f1c1847a8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/a13d8c9e1a6b443b8e4db11f1c1847a8 2024-11-15T20:00:43,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/da8d5926e5084f2f9731c868eaaab5bd to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/da8d5926e5084f2f9731c868eaaab5bd 2024-11-15T20:00:43,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/c775bac074904d88b39350411c863b32 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/c775bac074904d88b39350411c863b32 2024-11-15T20:00:43,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/f61aac39b6914234b195391b6571b9d3 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/f61aac39b6914234b195391b6571b9d3 2024-11-15T20:00:43,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/e1b75198c9df4c5fb17e9f58a1cceeee to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/e1b75198c9df4c5fb17e9f58a1cceeee 2024-11-15T20:00:43,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/269cabc35e644df2ab2d11f9a6eff36c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/269cabc35e644df2ab2d11f9a6eff36c 2024-11-15T20:00:43,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/79230a53f10243af9f841e08bedf11a6 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/79230a53f10243af9f841e08bedf11a6 2024-11-15T20:00:43,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/174cefc264f94b8897769f3a743d5bc4 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/174cefc264f94b8897769f3a743d5bc4 2024-11-15T20:00:43,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/21e3959ae929489ca65d6e8f16cdd5d2 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/21e3959ae929489ca65d6e8f16cdd5d2 2024-11-15T20:00:43,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/0d75d45acc274c2f8ade99415298924e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/0d75d45acc274c2f8ade99415298924e 2024-11-15T20:00:43,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/d8f20bdae49e49269a302e348945f975 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/d8f20bdae49e49269a302e348945f975 2024-11-15T20:00:43,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/c1f974c128ba448b985dc8194cbbdb67 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/c1f974c128ba448b985dc8194cbbdb67 2024-11-15T20:00:43,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/89d820d153ea4120a3c5cec634fa0dd6 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/89d820d153ea4120a3c5cec634fa0dd6 2024-11-15T20:00:43,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/6cf4111a74a74caa99835b937a8da3eb to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/6cf4111a74a74caa99835b937a8da3eb 2024-11-15T20:00:43,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/71ff367f23984fbeb5dbc725a8e887b7 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/71ff367f23984fbeb5dbc725a8e887b7 2024-11-15T20:00:43,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/09e9316531ee4503bdc1da8223e27d5d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/09e9316531ee4503bdc1da8223e27d5d 2024-11-15T20:00:43,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/a19d87fa785e4fcba3bb8af4f52b4f8b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/9f9ae06b78354802b6eb4db81227cdc6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/8255082e0f3845ce8055eb6db2361d11, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/89ae0ec24ecc4d478ee1b970d0f6aabe, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/a825ceb714d24d0eabe2010f73873fee, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/0e97cd45c2194c28a5053af2f4c72102, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/ae42e7118c384e12b4b3a156d2b9bdcc, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/7e356d6e63c54eb3889270f0bfff1631, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/65e1e2789100453aa5cb1d9dd4941bfb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/60566bcdd7c8497b9846f8d0766a787f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/b0e402e8f08f40548addad472333f178, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/8cf943db9b024bfaaf1c83a36dc29c0f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/4345cfceee6c4dc8ae6b426ab45fa13d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/f7869d4f4bda4a8dac552eba4ad502e7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/78f17026af80428bb0beb79134891d18, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/0e8ac1befea448a792d76158f3df9497, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/ffaf8a95ab2c4d8b906a68570227b8fe, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/7ede948d7c0740ed9ffbbed02a17c16f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/215aa3b7be56423ca03806db796d0a51, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/12f9b18fe45848829a4480750c618c59] to archive 2024-11-15T20:00:43,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T20:00:43,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/a19d87fa785e4fcba3bb8af4f52b4f8b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/a19d87fa785e4fcba3bb8af4f52b4f8b 2024-11-15T20:00:43,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/9f9ae06b78354802b6eb4db81227cdc6 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/9f9ae06b78354802b6eb4db81227cdc6 2024-11-15T20:00:43,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/8255082e0f3845ce8055eb6db2361d11 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/8255082e0f3845ce8055eb6db2361d11 2024-11-15T20:00:43,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/89ae0ec24ecc4d478ee1b970d0f6aabe to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/89ae0ec24ecc4d478ee1b970d0f6aabe 2024-11-15T20:00:43,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/a825ceb714d24d0eabe2010f73873fee to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/a825ceb714d24d0eabe2010f73873fee 2024-11-15T20:00:43,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/0e97cd45c2194c28a5053af2f4c72102 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/0e97cd45c2194c28a5053af2f4c72102 2024-11-15T20:00:43,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/ae42e7118c384e12b4b3a156d2b9bdcc to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/ae42e7118c384e12b4b3a156d2b9bdcc 2024-11-15T20:00:43,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/7e356d6e63c54eb3889270f0bfff1631 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/7e356d6e63c54eb3889270f0bfff1631 2024-11-15T20:00:43,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/65e1e2789100453aa5cb1d9dd4941bfb to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/65e1e2789100453aa5cb1d9dd4941bfb 2024-11-15T20:00:43,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/60566bcdd7c8497b9846f8d0766a787f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/60566bcdd7c8497b9846f8d0766a787f 2024-11-15T20:00:43,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/b0e402e8f08f40548addad472333f178 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/b0e402e8f08f40548addad472333f178 2024-11-15T20:00:43,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/8cf943db9b024bfaaf1c83a36dc29c0f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/8cf943db9b024bfaaf1c83a36dc29c0f 2024-11-15T20:00:43,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/4345cfceee6c4dc8ae6b426ab45fa13d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/4345cfceee6c4dc8ae6b426ab45fa13d 2024-11-15T20:00:43,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/f7869d4f4bda4a8dac552eba4ad502e7 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/f7869d4f4bda4a8dac552eba4ad502e7 2024-11-15T20:00:43,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/78f17026af80428bb0beb79134891d18 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/78f17026af80428bb0beb79134891d18 2024-11-15T20:00:43,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/0e8ac1befea448a792d76158f3df9497 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/0e8ac1befea448a792d76158f3df9497 2024-11-15T20:00:43,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/ffaf8a95ab2c4d8b906a68570227b8fe to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/ffaf8a95ab2c4d8b906a68570227b8fe 2024-11-15T20:00:43,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/7ede948d7c0740ed9ffbbed02a17c16f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/7ede948d7c0740ed9ffbbed02a17c16f 2024-11-15T20:00:43,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/215aa3b7be56423ca03806db796d0a51 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/215aa3b7be56423ca03806db796d0a51 2024-11-15T20:00:43,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/12f9b18fe45848829a4480750c618c59 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/12f9b18fe45848829a4480750c618c59 2024-11-15T20:00:43,511 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/recovered.edits/327.seqid, newMaxSeqId=327, maxSeqId=4 2024-11-15T20:00:43,512 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. 2024-11-15T20:00:43,512 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1676): Region close journal for 600b594342231e7128904bcd0216be33: Waiting for close lock at 1731700841794Running coprocessor pre-close hooks at 1731700841794Disabling compacts and flushes for region at 1731700841794Disabling writes for close at 1731700841794Obtaining lock to block concurrent updates at 1731700841794Preparing flush snapshotting stores in 600b594342231e7128904bcd0216be33 at 1731700841794Finished memstore snapshotting TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731700841794Flushing stores of TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33. at 1731700841795 (+1 ms)Flushing 600b594342231e7128904bcd0216be33/A: creating writer at 1731700841795Flushing mob file 600b594342231e7128904bcd0216be33/A: appending metadata at 1731700841799 (+4 ms)Flushing mob file 600b594342231e7128904bcd0216be33/A: closing flushed file at 1731700841799Flushing 600b594342231e7128904bcd0216be33/A: appending metadata at 1731700842208 (+409 ms)Flushing 600b594342231e7128904bcd0216be33/A: closing flushed file at 1731700842208Flushing 600b594342231e7128904bcd0216be33/B: creating writer at 1731700842616 (+408 ms)Flushing 600b594342231e7128904bcd0216be33/B: appending metadata at 1731700842618 (+2 ms)Flushing 600b594342231e7128904bcd0216be33/B: closing flushed file at 1731700842618Flushing 600b594342231e7128904bcd0216be33/C: creating writer at 1731700843026 (+408 ms)Flushing 600b594342231e7128904bcd0216be33/C: appending metadata at 1731700843028 (+2 ms)Flushing 600b594342231e7128904bcd0216be33/C: closing flushed file at 1731700843028Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@634aa213: reopening flushed file at 1731700843435 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57adaa9a: reopening flushed file at 1731700843438 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d09b07: reopening flushed file at 1731700843441 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 600b594342231e7128904bcd0216be33 in 1651ms, sequenceid=324, compaction requested=true at 1731700843445 (+4 ms)Writing region close event to WAL at 1731700843508 (+63 ms)Running coprocessor post-close hooks at 1731700843512 (+4 ms)Closed at 1731700843512 2024-11-15T20:00:43,514 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(157): Closed 600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=600b594342231e7128904bcd0216be33, regionState=CLOSED 2024-11-15T20:00:43,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure 600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T20:00:43,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-15T20:00:43,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseRegionProcedure 600b594342231e7128904bcd0216be33, server=c325ef450a96,42595,1731700725376 in 1.8750 sec 2024-11-15T20:00:43,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-15T20:00:43,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600b594342231e7128904bcd0216be33, UNASSIGN in 1.8800 sec 2024-11-15T20:00:43,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-15T20:00:43,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8830 sec 2024-11-15T20:00:43,524 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700843524"}]},"ts":"1731700843524"} 2024-11-15T20:00:43,525 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T20:00:43,525 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T20:00:43,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8930 sec 2024-11-15T20:00:43,565 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T20:00:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-15T20:00:43,780 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:43,781 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T20:00:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:43,782 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T20:00:43,783 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=121, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:43,785 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,787 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/recovered.edits] 2024-11-15T20:00:43,789 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/6a7dd4eb898b4cf4830fbd07632ed452 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/6a7dd4eb898b4cf4830fbd07632ed452 2024-11-15T20:00:43,790 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/9ebf974c37d0423b91beb5eb8420ce33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/9ebf974c37d0423b91beb5eb8420ce33 2024-11-15T20:00:43,791 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/dd9928d7e6b94a04a44fb900de907a0d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/A/dd9928d7e6b94a04a44fb900de907a0d 2024-11-15T20:00:43,793 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/9faf837574534cf0a92b3e3be5c59f35 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/9faf837574534cf0a92b3e3be5c59f35 2024-11-15T20:00:43,794 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/b215d5cd0b0e49358f04039dff07413f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/b215d5cd0b0e49358f04039dff07413f 2024-11-15T20:00:43,795 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/d98b9286eed644c29b323df804d0df24 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/B/d98b9286eed644c29b323df804d0df24 2024-11-15T20:00:43,797 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/43727e24a4934efba6860ee72db0be89 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/43727e24a4934efba6860ee72db0be89 2024-11-15T20:00:43,798 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/a2f909c83c674f318d27bfe7da302e61 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/a2f909c83c674f318d27bfe7da302e61 2024-11-15T20:00:43,799 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/f3a03aa185884e7cb2b36a45206b893f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/C/f3a03aa185884e7cb2b36a45206b893f 2024-11-15T20:00:43,801 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/recovered.edits/327.seqid to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33/recovered.edits/327.seqid 2024-11-15T20:00:43,802 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,802 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T20:00:43,802 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T20:00:43,803 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T20:00:43,805 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111508d96baf436b4d37be62bd523c73d497_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111508d96baf436b4d37be62bd523c73d497_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,806 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111510f82bb9b82045aca39b74e320b15f73_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111510f82bb9b82045aca39b74e320b15f73_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,807 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111527b99101dfd44961936f9bc43724b843_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111527b99101dfd44961936f9bc43724b843_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,808 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115348ca62bec4d4895a7228e60f6876628_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115348ca62bec4d4895a7228e60f6876628_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,809 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111538b5dc75b891403c956183a33a5848fd_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111538b5dc75b891403c956183a33a5848fd_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,810 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115419e942818cb45cb800c8dc265433e78_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115419e942818cb45cb800c8dc265433e78_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,811 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154eaad9d2244f42ddafbf6febfa7a822a_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154eaad9d2244f42ddafbf6febfa7a822a_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,812 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155245b1118d3c4b8799df21a251d9c8a5_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155245b1118d3c4b8799df21a251d9c8a5_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,813 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157a488d325cf040aa9aba88004c013b4c_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157a488d325cf040aa9aba88004c013b4c_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,813 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157c2e0a61ca914237a8c5721d3f727ca5_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157c2e0a61ca914237a8c5721d3f727ca5_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,814 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115891812a5683e4467b2df5a544abe0ed1_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115891812a5683e4467b2df5a544abe0ed1_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,815 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158cdcbdb914714604b3061783c1f6937c_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158cdcbdb914714604b3061783c1f6937c_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,816 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f20649636cc440a5b891e66098307221_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f20649636cc440a5b891e66098307221_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,817 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f9f5b5b236e3495bbdf20213cd9a31e6_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f9f5b5b236e3495bbdf20213cd9a31e6_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,818 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115fc3a62223e3d497ea824ab1f63d8c720_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115fc3a62223e3d497ea824ab1f63d8c720_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,819 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115fca1068d8e314267ba51de3c1e3ccecb_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115fca1068d8e314267ba51de3c1e3ccecb_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,820 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115fd907c5a555b420c8e38e549ca4e6140_600b594342231e7128904bcd0216be33 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115fd907c5a555b420c8e38e549ca4e6140_600b594342231e7128904bcd0216be33 2024-11-15T20:00:43,821 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T20:00:43,823 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=121, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:43,825 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T20:00:43,826 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T20:00:43,827 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=121, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:43,827 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T20:00:43,828 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731700843827"}]},"ts":"9223372036854775807"} 2024-11-15T20:00:43,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T20:00:43,829 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 600b594342231e7128904bcd0216be33, NAME => 'TestAcidGuarantees,,1731700810059.600b594342231e7128904bcd0216be33.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T20:00:43,830 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T20:00:43,830 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731700843830"}]},"ts":"9223372036854775807"} 2024-11-15T20:00:43,831 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T20:00:43,832 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=121, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:43,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-11-15T20:00:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-15T20:00:43,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T20:00:43,890 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:43,900 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=237 (was 244), OpenFileDescriptor=451 (was 467), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 402), ProcessCount=11 (was 11), AvailableMemoryMB=262 (was 457) 2024-11-15T20:00:43,909 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=365, ProcessCount=11, AvailableMemoryMB=262 2024-11-15T20:00:43,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T20:00:43,910 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T20:00:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T20:00:43,912 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T20:00:43,912 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:43,912 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 122 2024-11-15T20:00:43,912 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T20:00:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-15T20:00:43,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742268_1444 (size=959) 2024-11-15T20:00:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-15T20:00:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-15T20:00:44,319 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97 2024-11-15T20:00:44,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742269_1445 (size=53) 2024-11-15T20:00:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-15T20:00:44,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T20:00:44,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9493ce70044a33cff5914c873f671dbe, disabling compactions & flushes 2024-11-15T20:00:44,725 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:44,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:44,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. after waiting 0 ms 2024-11-15T20:00:44,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:44,725 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:44,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9493ce70044a33cff5914c873f671dbe: Waiting for close lock at 1731700844725Disabling compacts and flushes for region at 1731700844725Disabling writes for close at 1731700844725Writing region close event to WAL at 1731700844725Closed at 1731700844725 2024-11-15T20:00:44,726 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T20:00:44,727 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731700844727"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700844727"}]},"ts":"1731700844727"} 2024-11-15T20:00:44,728 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T20:00:44,729 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T20:00:44,729 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700844729"}]},"ts":"1731700844729"} 2024-11-15T20:00:44,730 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T20:00:44,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9493ce70044a33cff5914c873f671dbe, ASSIGN}] 2024-11-15T20:00:44,731 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9493ce70044a33cff5914c873f671dbe, ASSIGN 2024-11-15T20:00:44,732 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9493ce70044a33cff5914c873f671dbe, ASSIGN; state=OFFLINE, location=c325ef450a96,42595,1731700725376; forceNewPlan=false, retain=false 2024-11-15T20:00:44,883 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=9493ce70044a33cff5914c873f671dbe, regionState=OPENING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T20:00:44,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9493ce70044a33cff5914c873f671dbe, ASSIGN because future has completed 2024-11-15T20:00:44,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376}] 2024-11-15T20:00:45,039 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:45,039 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7752): Opening region: {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} 2024-11-15T20:00:45,040 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:45,040 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T20:00:45,040 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7794): checking encryption for 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:45,040 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7797): checking classloading for 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:45,041 INFO [StoreOpener-9493ce70044a33cff5914c873f671dbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:45,042 INFO [StoreOpener-9493ce70044a33cff5914c873f671dbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9493ce70044a33cff5914c873f671dbe columnFamilyName A 2024-11-15T20:00:45,043 DEBUG [StoreOpener-9493ce70044a33cff5914c873f671dbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:45,043 INFO [StoreOpener-9493ce70044a33cff5914c873f671dbe-1 {}] regionserver.HStore(327): Store=9493ce70044a33cff5914c873f671dbe/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T20:00:45,043 INFO [StoreOpener-9493ce70044a33cff5914c873f671dbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:45,044 INFO [StoreOpener-9493ce70044a33cff5914c873f671dbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9493ce70044a33cff5914c873f671dbe columnFamilyName B 2024-11-15T20:00:45,044 DEBUG [StoreOpener-9493ce70044a33cff5914c873f671dbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:45,044 INFO [StoreOpener-9493ce70044a33cff5914c873f671dbe-1 {}] regionserver.HStore(327): Store=9493ce70044a33cff5914c873f671dbe/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T20:00:45,044 INFO [StoreOpener-9493ce70044a33cff5914c873f671dbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:45,045 INFO [StoreOpener-9493ce70044a33cff5914c873f671dbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9493ce70044a33cff5914c873f671dbe columnFamilyName C 2024-11-15T20:00:45,045 DEBUG [StoreOpener-9493ce70044a33cff5914c873f671dbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:00:45,045 INFO [StoreOpener-9493ce70044a33cff5914c873f671dbe-1 {}] regionserver.HStore(327): Store=9493ce70044a33cff5914c873f671dbe/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T20:00:45,045 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1038): replaying wal for 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:45,046 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:45,046 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:45,047 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1048): stopping wal replay for 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:45,047 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1060): Cleaning up temporary data for 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:45,048 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T20:00:45,048 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1093): writing seq id for 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:45,050 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T20:00:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-15T20:00:45,050 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1114): Opened 9493ce70044a33cff5914c873f671dbe; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75340675, jitterRate=0.12266354262828827}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T20:00:45,050 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:45,051 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1006): Region open journal for 9493ce70044a33cff5914c873f671dbe: Running coprocessor pre-open hook at 1731700845040Writing region info on filesystem at 1731700845040Initializing all the Stores at 1731700845041 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700845041Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700845041Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700845041Cleaning up temporary data from old regions at 1731700845047 (+6 ms)Running coprocessor post-open hooks at 1731700845050 (+3 ms)Region opened successfully at 1731700845051 (+1 ms) 2024-11-15T20:00:45,052 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., pid=124, masterSystemTime=1731700845037 2024-11-15T20:00:45,053 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:45,053 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:45,054 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=9493ce70044a33cff5914c873f671dbe, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T20:00:45,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T20:00:45,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-15T20:00:45,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; OpenRegionProcedure 9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 in 171 msec 2024-11-15T20:00:45,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-11-15T20:00:45,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9493ce70044a33cff5914c873f671dbe, ASSIGN in 328 msec 2024-11-15T20:00:45,060 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T20:00:45,060 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700845060"}]},"ts":"1731700845060"} 2024-11-15T20:00:45,061 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T20:00:45,062 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T20:00:45,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-15T20:00:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-15T20:00:46,060 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:46,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be1708d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:46,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:46,063 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:46,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:46,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:46,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304f5c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:46,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:46,064 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32197b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:46,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:46,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:46,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:46,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T20:00:46,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c325ef450a96,43137,1731700724558 2024-11-15T20:00:46,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@648790a8 2024-11-15T20:00:46,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T20:00:46,069 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T20:00:46,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:46,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:46,071 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:46,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:46,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:46,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a988efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:46,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:46,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:46,072 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:46,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f1b1df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:46,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:46,074 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:46,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8d80cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:46,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:46,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:46,075 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:46,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c28572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:46,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:46,077 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75cce591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:46,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:46,078 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:46,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300131d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:46,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:46,080 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a014d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:46,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:46,081 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:46,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6788500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:46,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:46,083 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:46,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:46,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:46,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b198b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:46,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:46,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:46,084 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:46,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c8b4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:46,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:46,086 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140e3ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:46,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:46,087 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7925486d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:46,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:46,089 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c84ee16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:46,090 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:46,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3698f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:46,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:46,092 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467ab072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:46,093 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32792ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:46,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:46,094 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:46,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:46,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:46,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cde1f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:46,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:46,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:46,096 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:46,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3405b413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:00:46,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:00:46,097 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:00:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:00:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:00:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27559f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:00:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:00:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:00:46,098 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:00:46,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c88ebed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:00:46,099 DEBUG [Thread-2000 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:46,099 DEBUG [Thread-2002 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:46,100 DEBUG [Thread-2017 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:46,100 DEBUG [Thread-2009 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:46,100 DEBUG [Thread-2015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:46,100 DEBUG [Thread-2006 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:46,101 DEBUG [Thread-1998 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:46,102 DEBUG [Thread-2004 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:46,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:46,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:46,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:46,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:46,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:46,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:46,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:46,103 DEBUG [Thread-2011 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:46,103 DEBUG [Thread-2013 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:00:46,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:46,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:46,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T20:00:46,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:46,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T20:00:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:00:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:00:46,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T20:00:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T20:00:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T20:00:46,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T20:00:46,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:00:46,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T20:00:46,108 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:46,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T20:00:46,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T20:00:46,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-15T20:00:46,111 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T20:00:46,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2] 2024-11-15T20:00:46,112 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:46,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:46,118 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:46,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T20:00:46,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/c90068433a0e4deaa5b2707e31309b68 is 50, key is test_row_0/A:col10/1731700846117/Put/seqid=0 2024-11-15T20:00:46,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742270_1446 (size=16681) 2024-11-15T20:00:46,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/c90068433a0e4deaa5b2707e31309b68 2024-11-15T20:00:46,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/61be11ffdbfd4ae3ba8380a40b7b694d is 50, key is test_row_0/B:col10/1731700846117/Put/seqid=0 2024-11-15T20:00:46,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700906184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700906186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700906189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1731700906189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1731700906187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742271_1447 (size=12001) 2024-11-15T20:00:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/61be11ffdbfd4ae3ba8380a40b7b694d 2024-11-15T20:00:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T20:00:46,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/da2b519c981b4163823b76fdd6a69cf3 is 50, key is test_row_0/C:col10/1731700846117/Put/seqid=0 2024-11-15T20:00:46,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742272_1448 (size=12001) 2024-11-15T20:00:46,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-15T20:00:46,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:46,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:46,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:46,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:46,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:46,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700906300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700906300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700906310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1731700906311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1731700906311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-15T20:00:46,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:46,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:46,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:46,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:46,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T20:00:46,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700906510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700906511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700906530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1731700906530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1731700906530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-15T20:00:46,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:46,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:46,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:46,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:46,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:46,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/da2b519c981b4163823b76fdd6a69cf3 2024-11-15T20:00:46,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/c90068433a0e4deaa5b2707e31309b68 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c90068433a0e4deaa5b2707e31309b68 2024-11-15T20:00:46,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c90068433a0e4deaa5b2707e31309b68, entries=250, sequenceid=12, filesize=16.3 K 2024-11-15T20:00:46,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/61be11ffdbfd4ae3ba8380a40b7b694d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/61be11ffdbfd4ae3ba8380a40b7b694d 2024-11-15T20:00:46,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/61be11ffdbfd4ae3ba8380a40b7b694d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T20:00:46,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/da2b519c981b4163823b76fdd6a69cf3 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/da2b519c981b4163823b76fdd6a69cf3 2024-11-15T20:00:46,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/da2b519c981b4163823b76fdd6a69cf3, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T20:00:46,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9493ce70044a33cff5914c873f671dbe in 531ms, sequenceid=12, compaction requested=false 2024-11-15T20:00:46,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:46,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-15T20:00:46,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:46,727 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T20:00:46,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/ddfbd82eb14d4b2d94c0b53e15a7743a is 50, key is test_row_0/A:col10/1731700846184/Put/seqid=0 2024-11-15T20:00:46,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742273_1449 (size=12001) 2024-11-15T20:00:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T20:00:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:46,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:46,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1731700906850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1731700906851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700906852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700906854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700906855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700906960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700906970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:46,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700906970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:46,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:46,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:47,139 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/ddfbd82eb14d4b2d94c0b53e15a7743a 2024-11-15T20:00:47,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/c1a9e55c461343b78b45604cfc60e5bb is 50, key is test_row_0/B:col10/1731700846184/Put/seqid=0 2024-11-15T20:00:47,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742274_1450 (size=12001) 2024-11-15T20:00:47,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700907170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:47,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700907180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:47,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700907180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:47,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:47,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:47,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:47,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:47,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:47,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T20:00:47,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1731700907360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:47,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1731700907360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:47,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:47,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:47,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:47,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:47,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:47,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:47,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700907480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:47,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:47,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:47,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:47,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700907490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:47,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700907490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:47,550 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/c1a9e55c461343b78b45604cfc60e5bb 2024-11-15T20:00:47,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/6ffd084cc49f40c1b6a2dad42b73209f is 50, key is test_row_0/C:col10/1731700846184/Put/seqid=0 2024-11-15T20:00:47,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742275_1451 (size=12001) 2024-11-15T20:00:47,667 WARN [regionserver/c325ef450a96:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-15T20:00:47,963 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/6ffd084cc49f40c1b6a2dad42b73209f 2024-11-15T20:00:47,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/ddfbd82eb14d4b2d94c0b53e15a7743a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/ddfbd82eb14d4b2d94c0b53e15a7743a 2024-11-15T20:00:47,973 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/ddfbd82eb14d4b2d94c0b53e15a7743a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T20:00:47,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/c1a9e55c461343b78b45604cfc60e5bb as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c1a9e55c461343b78b45604cfc60e5bb 2024-11-15T20:00:47,979 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c1a9e55c461343b78b45604cfc60e5bb, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T20:00:47,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/6ffd084cc49f40c1b6a2dad42b73209f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/6ffd084cc49f40c1b6a2dad42b73209f 2024-11-15T20:00:47,984 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/6ffd084cc49f40c1b6a2dad42b73209f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-15T20:00:47,985 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9493ce70044a33cff5914c873f671dbe in 1258ms, sequenceid=37, compaction requested=false 2024-11-15T20:00:47,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:47,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:47,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-15T20:00:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-15T20:00:47,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-15T20:00:47,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8750 sec 2024-11-15T20:00:47,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.8810 sec 2024-11-15T20:00:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:47,998 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:47,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T20:00:48,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/08cdc86d751d4e50ac6183b4174cbdcf is 50, key is test_row_0/A:col10/1731700847996/Put/seqid=0 2024-11-15T20:00:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742276_1452 (size=11997) 2024-11-15T20:00:48,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700908068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700908070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700908081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700908190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700908190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700908200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-15T20:00:48,261 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:48,261 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-15T20:00:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T20:00:48,264 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:48,265 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:48,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T20:00:48,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1731700908380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1731700908380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,388 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 9493ce70044a33cff5914c873f671dbe of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:00:48,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,388 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 9493ce70044a33cff5914c873f671dbe of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:00:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700908400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/08cdc86d751d4e50ac6183b4174cbdcf 2024-11-15T20:00:48,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-15T20:00:48,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:48,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:48,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:48,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:48,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:48,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700908410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:48,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700908410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/d03c553ba3f2488d94202384fd12a268 is 50, key is test_row_0/B:col10/1731700847996/Put/seqid=0 2024-11-15T20:00:48,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742277_1453 (size=9657) 2024-11-15T20:00:48,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/d03c553ba3f2488d94202384fd12a268 2024-11-15T20:00:48,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/12ffae115ae44c0180cebb227cca3f82 is 50, key is test_row_0/C:col10/1731700847996/Put/seqid=0 2024-11-15T20:00:48,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742278_1454 (size=9657) 2024-11-15T20:00:48,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/12ffae115ae44c0180cebb227cca3f82 2024-11-15T20:00:48,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/08cdc86d751d4e50ac6183b4174cbdcf as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/08cdc86d751d4e50ac6183b4174cbdcf 2024-11-15T20:00:48,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/08cdc86d751d4e50ac6183b4174cbdcf, entries=150, sequenceid=49, filesize=11.7 K 2024-11-15T20:00:48,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/d03c553ba3f2488d94202384fd12a268 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/d03c553ba3f2488d94202384fd12a268 2024-11-15T20:00:48,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/d03c553ba3f2488d94202384fd12a268, entries=100, sequenceid=49, filesize=9.4 K 2024-11-15T20:00:48,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/12ffae115ae44c0180cebb227cca3f82 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/12ffae115ae44c0180cebb227cca3f82 2024-11-15T20:00:48,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/12ffae115ae44c0180cebb227cca3f82, entries=100, sequenceid=49, filesize=9.4 K 2024-11-15T20:00:48,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9493ce70044a33cff5914c873f671dbe in 497ms, sequenceid=49, compaction requested=true 2024-11-15T20:00:48,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:48,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:00:48,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:48,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:00:48,496 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:48,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:48,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:00:48,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T20:00:48,496 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:48,497 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40679 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:48,497 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/A is initiating minor compaction (all files) 2024-11-15T20:00:48,497 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:48,497 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/A in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:48,497 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/B is initiating minor compaction (all files) 2024-11-15T20:00:48,497 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c90068433a0e4deaa5b2707e31309b68, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/ddfbd82eb14d4b2d94c0b53e15a7743a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/08cdc86d751d4e50ac6183b4174cbdcf] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=39.7 K 2024-11-15T20:00:48,497 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/B in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:48,497 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/61be11ffdbfd4ae3ba8380a40b7b694d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c1a9e55c461343b78b45604cfc60e5bb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/d03c553ba3f2488d94202384fd12a268] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=32.9 K 2024-11-15T20:00:48,497 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c90068433a0e4deaa5b2707e31309b68, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731700846110 2024-11-15T20:00:48,499 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 61be11ffdbfd4ae3ba8380a40b7b694d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731700846114 2024-11-15T20:00:48,499 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddfbd82eb14d4b2d94c0b53e15a7743a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731700846165 2024-11-15T20:00:48,500 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting c1a9e55c461343b78b45604cfc60e5bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731700846165 2024-11-15T20:00:48,500 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08cdc86d751d4e50ac6183b4174cbdcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731700846850 2024-11-15T20:00:48,500 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting d03c553ba3f2488d94202384fd12a268, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731700846850 2024-11-15T20:00:48,512 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#A#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:48,513 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/425bfeb1d3f84d758b96dd84ab9fd101 is 50, key is test_row_0/A:col10/1731700847996/Put/seqid=0 2024-11-15T20:00:48,516 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#B#compaction#378 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:48,517 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/d252b6196efa4114ae29a3dd31dd2912 is 50, key is test_row_0/B:col10/1731700847996/Put/seqid=0 2024-11-15T20:00:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742279_1455 (size=12104) 2024-11-15T20:00:48,531 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/425bfeb1d3f84d758b96dd84ab9fd101 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/425bfeb1d3f84d758b96dd84ab9fd101 2024-11-15T20:00:48,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742280_1456 (size=12104) 2024-11-15T20:00:48,538 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/A of 9493ce70044a33cff5914c873f671dbe into 425bfeb1d3f84d758b96dd84ab9fd101(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:48,538 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:48,538 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/A, priority=13, startTime=1731700848496; duration=0sec 2024-11-15T20:00:48,538 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:48,538 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:A 2024-11-15T20:00:48,538 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:48,539 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:48,539 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/C is initiating minor compaction (all files) 2024-11-15T20:00:48,539 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/C in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:48,539 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/da2b519c981b4163823b76fdd6a69cf3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/6ffd084cc49f40c1b6a2dad42b73209f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/12ffae115ae44c0180cebb227cca3f82] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=32.9 K 2024-11-15T20:00:48,540 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting da2b519c981b4163823b76fdd6a69cf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731700846114 2024-11-15T20:00:48,540 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ffd084cc49f40c1b6a2dad42b73209f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731700846165 2024-11-15T20:00:48,540 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12ffae115ae44c0180cebb227cca3f82, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731700846850 2024-11-15T20:00:48,548 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#C#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:48,549 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/1299e95638e748ae886b4b0f234182b1 is 50, key is test_row_0/C:col10/1731700847996/Put/seqid=0 2024-11-15T20:00:48,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742281_1457 (size=12104) 2024-11-15T20:00:48,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-15T20:00:48,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:48,572 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T20:00:48,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/22a11d1e0d2b4c21bff6f52a7a0fccc0 is 50, key is test_row_0/A:col10/1731700848066/Put/seqid=0 2024-11-15T20:00:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T20:00:48,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742282_1458 (size=12001) 2024-11-15T20:00:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:48,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:48,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700908750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700908751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700908752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700908860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700908870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700908870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T20:00:48,937 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/d252b6196efa4114ae29a3dd31dd2912 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/d252b6196efa4114ae29a3dd31dd2912 2024-11-15T20:00:48,941 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/B of 9493ce70044a33cff5914c873f671dbe into d252b6196efa4114ae29a3dd31dd2912(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:48,941 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:48,941 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/B, priority=13, startTime=1731700848496; duration=0sec 2024-11-15T20:00:48,941 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:48,941 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:B 2024-11-15T20:00:48,956 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/1299e95638e748ae886b4b0f234182b1 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/1299e95638e748ae886b4b0f234182b1 2024-11-15T20:00:48,959 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/C of 9493ce70044a33cff5914c873f671dbe into 1299e95638e748ae886b4b0f234182b1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:48,959 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:48,959 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/C, priority=13, startTime=1731700848496; duration=0sec 2024-11-15T20:00:48,960 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:48,960 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:C 2024-11-15T20:00:48,981 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/22a11d1e0d2b4c21bff6f52a7a0fccc0 2024-11-15T20:00:48,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/e6b980b4f78947448bb8e01486c40450 is 50, key is test_row_0/B:col10/1731700848066/Put/seqid=0 2024-11-15T20:00:48,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742283_1459 (size=12001) 2024-11-15T20:00:49,046 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T20:00:49,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700909070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:49,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700909081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:49,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700909081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:49,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:49,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:49,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700909380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:49,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:49,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:49,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:49,391 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/e6b980b4f78947448bb8e01486c40450 2024-11-15T20:00:49,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700909390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:49,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/0b7a356bb4df4a11a50086831e474744 is 50, key is test_row_0/C:col10/1731700848066/Put/seqid=0 2024-11-15T20:00:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:49,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700909390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T20:00:49,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742284_1460 (size=12001) 2024-11-15T20:00:49,405 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/0b7a356bb4df4a11a50086831e474744 2024-11-15T20:00:49,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/22a11d1e0d2b4c21bff6f52a7a0fccc0 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/22a11d1e0d2b4c21bff6f52a7a0fccc0 2024-11-15T20:00:49,413 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/22a11d1e0d2b4c21bff6f52a7a0fccc0, entries=150, sequenceid=74, filesize=11.7 K 2024-11-15T20:00:49,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/e6b980b4f78947448bb8e01486c40450 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/e6b980b4f78947448bb8e01486c40450 2024-11-15T20:00:49,417 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/e6b980b4f78947448bb8e01486c40450, entries=150, sequenceid=74, filesize=11.7 K 2024-11-15T20:00:49,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/0b7a356bb4df4a11a50086831e474744 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/0b7a356bb4df4a11a50086831e474744 2024-11-15T20:00:49,421 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/0b7a356bb4df4a11a50086831e474744, entries=150, sequenceid=74, filesize=11.7 K 2024-11-15T20:00:49,422 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9493ce70044a33cff5914c873f671dbe in 851ms, sequenceid=74, compaction requested=false 2024-11-15T20:00:49,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:49,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:49,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-15T20:00:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-15T20:00:49,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-15T20:00:49,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1580 sec 2024-11-15T20:00:49,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.1640 sec 2024-11-15T20:00:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:49,896 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:49,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T20:00:49,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/44b31693df7d43a3ac86ad3d5dc58810 is 50, key is test_row_0/A:col10/1731700849894/Put/seqid=0 2024-11-15T20:00:49,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742285_1461 (size=14341) 2024-11-15T20:00:49,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700909978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:49,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700909986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:50,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700909992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:50,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700910100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:50,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:50,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700910100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:50,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:50,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:50,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700910110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:50,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:50,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/44b31693df7d43a3ac86ad3d5dc58810 2024-11-15T20:00:50,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/b3335864f7ca4dda852240a0d9df1f17 is 50, key is test_row_0/B:col10/1731700849894/Put/seqid=0 2024-11-15T20:00:50,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700910310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:50,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:50,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700910310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742286_1462 (size=12001) 2024-11-15T20:00:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:50,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700910320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:50,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:50,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1731700910400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:50,410 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 9493ce70044a33cff5914c873f671dbe of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:00:50,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-15T20:00:50,411 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:50,412 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-15T20:00:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T20:00:50,414 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:50,415 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:50,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:50,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1731700910411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:50,420 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 9493ce70044a33cff5914c873f671dbe of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:00:50,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T20:00:50,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T20:00:50,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:50,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:50,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:50,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:50,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:50,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700910620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:50,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700910620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:50,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700910640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:50,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:50,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:50,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/b3335864f7ca4dda852240a0d9df1f17 2024-11-15T20:00:50,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T20:00:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:50,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:50,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/b6d9039393ac4cfdbb0f5bc0aef52521 is 50, key is test_row_0/C:col10/1731700849894/Put/seqid=0 2024-11-15T20:00:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742287_1463 (size=12001) 2024-11-15T20:00:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T20:00:50,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T20:00:50,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:50,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:50,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:50,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:50,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:50,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T20:00:51,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:51,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T20:00:51,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/b6d9039393ac4cfdbb0f5bc0aef52521 2024-11-15T20:00:51,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/44b31693df7d43a3ac86ad3d5dc58810 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/44b31693df7d43a3ac86ad3d5dc58810 2024-11-15T20:00:51,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/44b31693df7d43a3ac86ad3d5dc58810, entries=200, sequenceid=89, filesize=14.0 K 2024-11-15T20:00:51,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/b3335864f7ca4dda852240a0d9df1f17 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/b3335864f7ca4dda852240a0d9df1f17 2024-11-15T20:00:51,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/b3335864f7ca4dda852240a0d9df1f17, entries=150, sequenceid=89, filesize=11.7 K 2024-11-15T20:00:51,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/b6d9039393ac4cfdbb0f5bc0aef52521 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/b6d9039393ac4cfdbb0f5bc0aef52521 2024-11-15T20:00:51,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700911140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:51,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:51,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:51,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700911141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:51,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:51,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:51,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:51,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/b6d9039393ac4cfdbb0f5bc0aef52521, entries=150, sequenceid=89, filesize=11.7 K 2024-11-15T20:00:51,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:51,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9493ce70044a33cff5914c873f671dbe in 1251ms, sequenceid=89, compaction requested=true 2024-11-15T20:00:51,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:51,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:00:51,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:51,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:00:51,147 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:51,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:51,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:00:51,147 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:51,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:51,148 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:51,148 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:51,148 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/A is initiating minor compaction (all files) 2024-11-15T20:00:51,148 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/B is initiating minor compaction (all files) 2024-11-15T20:00:51,148 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/A in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,148 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/B in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,148 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/425bfeb1d3f84d758b96dd84ab9fd101, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/22a11d1e0d2b4c21bff6f52a7a0fccc0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/44b31693df7d43a3ac86ad3d5dc58810] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=37.5 K 2024-11-15T20:00:51,148 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/d252b6196efa4114ae29a3dd31dd2912, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/e6b980b4f78947448bb8e01486c40450, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/b3335864f7ca4dda852240a0d9df1f17] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=35.3 K 2024-11-15T20:00:51,148 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting d252b6196efa4114ae29a3dd31dd2912, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731700846187 2024-11-15T20:00:51,148 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 425bfeb1d3f84d758b96dd84ab9fd101, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731700846187 2024-11-15T20:00:51,149 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22a11d1e0d2b4c21bff6f52a7a0fccc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731700848056 2024-11-15T20:00:51,149 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting e6b980b4f78947448bb8e01486c40450, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731700848056 2024-11-15T20:00:51,149 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44b31693df7d43a3ac86ad3d5dc58810, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731700848748 2024-11-15T20:00:51,149 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting b3335864f7ca4dda852240a0d9df1f17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731700848749 2024-11-15T20:00:51,156 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#B#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:51,156 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#A#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:51,156 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/2a3ceb644e854e569a04991b0c4bf2cb is 50, key is test_row_0/B:col10/1731700849894/Put/seqid=0 2024-11-15T20:00:51,157 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/8a62912075e346ce9ac202fbff903b25 is 50, key is test_row_0/A:col10/1731700849894/Put/seqid=0 2024-11-15T20:00:51,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742288_1464 (size=12207) 2024-11-15T20:00:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:51,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T20:00:51,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742289_1465 (size=12207) 2024-11-15T20:00:51,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/325f8948f7f94aa3b4e2396fe457263c is 50, key is test_row_0/A:col10/1731700849985/Put/seqid=0 2024-11-15T20:00:51,178 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/8a62912075e346ce9ac202fbff903b25 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/8a62912075e346ce9ac202fbff903b25 2024-11-15T20:00:51,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T20:00:51,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:51,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,186 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/A of 9493ce70044a33cff5914c873f671dbe into 8a62912075e346ce9ac202fbff903b25(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:51,186 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:51,186 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/A, priority=13, startTime=1731700851147; duration=0sec 2024-11-15T20:00:51,186 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:51,186 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:A 2024-11-15T20:00:51,186 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:51,189 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:51,189 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/C is initiating minor compaction (all files) 2024-11-15T20:00:51,189 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/C in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,189 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/1299e95638e748ae886b4b0f234182b1, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/0b7a356bb4df4a11a50086831e474744, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/b6d9039393ac4cfdbb0f5bc0aef52521] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=35.3 K 2024-11-15T20:00:51,190 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1299e95638e748ae886b4b0f234182b1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731700846187 2024-11-15T20:00:51,191 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b7a356bb4df4a11a50086831e474744, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731700848056 2024-11-15T20:00:51,191 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6d9039393ac4cfdbb0f5bc0aef52521, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731700848749 2024-11-15T20:00:51,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742290_1466 (size=14341) 2024-11-15T20:00:51,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/325f8948f7f94aa3b4e2396fe457263c 2024-11-15T20:00:51,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/f6ae494ed4474f15bf34426d008af9fb is 50, key is test_row_0/B:col10/1731700849985/Put/seqid=0 2024-11-15T20:00:51,201 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#C#compaction#390 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:51,202 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/460291c87ff54951ace2b1efa546d513 is 50, key is test_row_0/C:col10/1731700849894/Put/seqid=0 2024-11-15T20:00:51,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742292_1468 (size=12207) 2024-11-15T20:00:51,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742291_1467 (size=12001) 2024-11-15T20:00:51,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700911248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:51,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:51,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:51,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:51,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T20:00:51,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:51,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700911370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:51,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:51,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:51,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:51,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T20:00:51,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:51,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T20:00:51,570 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/2a3ceb644e854e569a04991b0c4bf2cb as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/2a3ceb644e854e569a04991b0c4bf2cb 2024-11-15T20:00:51,574 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/B of 9493ce70044a33cff5914c873f671dbe into 2a3ceb644e854e569a04991b0c4bf2cb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:51,574 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:51,574 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/B, priority=13, startTime=1731700851147; duration=0sec 2024-11-15T20:00:51,574 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:51,574 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:B 2024-11-15T20:00:51,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700911581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:51,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:51,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:51,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:51,615 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/460291c87ff54951ace2b1efa546d513 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/460291c87ff54951ace2b1efa546d513 2024-11-15T20:00:51,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/f6ae494ed4474f15bf34426d008af9fb 2024-11-15T20:00:51,619 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/C of 9493ce70044a33cff5914c873f671dbe into 460291c87ff54951ace2b1efa546d513(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:51,619 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:51,619 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/C, priority=13, startTime=1731700851147; duration=0sec 2024-11-15T20:00:51,620 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:51,620 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:C 2024-11-15T20:00:51,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/c02968e2a0d441f3ad2d5c679bfeac37 is 50, key is test_row_0/C:col10/1731700849985/Put/seqid=0 2024-11-15T20:00:51,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742293_1469 (size=12001) 2024-11-15T20:00:51,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T20:00:51,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:51,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T20:00:51,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:51,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700911900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:51,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:51,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:51,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:51,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T20:00:51,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:51,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:51,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:52,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/c02968e2a0d441f3ad2d5c679bfeac37 2024-11-15T20:00:52,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/325f8948f7f94aa3b4e2396fe457263c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/325f8948f7f94aa3b4e2396fe457263c 2024-11-15T20:00:52,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/325f8948f7f94aa3b4e2396fe457263c, entries=200, sequenceid=113, filesize=14.0 K 2024-11-15T20:00:52,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/f6ae494ed4474f15bf34426d008af9fb as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/f6ae494ed4474f15bf34426d008af9fb 2024-11-15T20:00:52,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/f6ae494ed4474f15bf34426d008af9fb, entries=150, sequenceid=113, filesize=11.7 K 2024-11-15T20:00:52,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/c02968e2a0d441f3ad2d5c679bfeac37 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c02968e2a0d441f3ad2d5c679bfeac37 2024-11-15T20:00:52,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c02968e2a0d441f3ad2d5c679bfeac37, entries=150, sequenceid=113, filesize=11.7 K 2024-11-15T20:00:52,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9493ce70044a33cff5914c873f671dbe in 877ms, sequenceid=113, compaction requested=false 2024-11-15T20:00:52,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:52,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-15T20:00:52,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:52,103 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T20:00:52,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/6acb15979d7040c494a4ec2f932d2d41 is 50, key is test_row_0/A:col10/1731700851246/Put/seqid=0 2024-11-15T20:00:52,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742294_1470 (size=12001) 2024-11-15T20:00:52,116 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/6acb15979d7040c494a4ec2f932d2d41 2024-11-15T20:00:52,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/fe6096ddc14b443eab4c7a10f15725a3 is 50, key is test_row_0/B:col10/1731700851246/Put/seqid=0 2024-11-15T20:00:52,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742295_1471 (size=12001) 2024-11-15T20:00:52,139 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/fe6096ddc14b443eab4c7a10f15725a3 2024-11-15T20:00:52,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/c8d38b069a244452affdf0605b000c5d is 50, key is test_row_0/C:col10/1731700851246/Put/seqid=0 2024-11-15T20:00:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:52,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:52,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742296_1472 (size=12001) 2024-11-15T20:00:52,165 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/c8d38b069a244452affdf0605b000c5d 2024-11-15T20:00:52,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/6acb15979d7040c494a4ec2f932d2d41 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/6acb15979d7040c494a4ec2f932d2d41 2024-11-15T20:00:52,183 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/6acb15979d7040c494a4ec2f932d2d41, entries=150, sequenceid=128, filesize=11.7 K 2024-11-15T20:00:52,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/fe6096ddc14b443eab4c7a10f15725a3 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/fe6096ddc14b443eab4c7a10f15725a3 2024-11-15T20:00:52,187 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/fe6096ddc14b443eab4c7a10f15725a3, entries=150, sequenceid=128, filesize=11.7 K 2024-11-15T20:00:52,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/c8d38b069a244452affdf0605b000c5d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c8d38b069a244452affdf0605b000c5d 2024-11-15T20:00:52,196 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c8d38b069a244452affdf0605b000c5d, entries=150, sequenceid=128, filesize=11.7 K 2024-11-15T20:00:52,197 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=53.67 KB/54960 for 9493ce70044a33cff5914c873f671dbe in 94ms, sequenceid=128, compaction requested=true 2024-11-15T20:00:52,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:52,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:52,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-15T20:00:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-15T20:00:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:52,198 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:52,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T20:00:52,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-15T20:00:52,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7840 sec 2024-11-15T20:00:52,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.7900 sec 2024-11-15T20:00:52,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/cc170833b331467e9d88ea003c5aa650 is 50, key is test_row_0/A:col10/1731700852191/Put/seqid=0 2024-11-15T20:00:52,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742297_1473 (size=14541) 2024-11-15T20:00:52,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700912300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:52,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700912306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:52,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:52,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:52,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:52,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700912410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:52,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:52,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:52,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:52,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700912420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:52,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700912430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:52,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:52,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:52,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-15T20:00:52,560 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:52,561 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-15T20:00:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T20:00:52,563 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:52,564 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:52,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:52,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/cc170833b331467e9d88ea003c5aa650 2024-11-15T20:00:52,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/e62d52f8ac2947b49694178d05b39861 is 50, key is test_row_0/B:col10/1731700852191/Put/seqid=0 2024-11-15T20:00:52,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742298_1474 (size=12151) 2024-11-15T20:00:52,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/e62d52f8ac2947b49694178d05b39861 2024-11-15T20:00:52,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/fdf861e5715a4617a4523202a6ac649d is 50, key is test_row_0/C:col10/1731700852191/Put/seqid=0 2024-11-15T20:00:52,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700912641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:52,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742299_1475 (size=12151) 2024-11-15T20:00:52,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/fdf861e5715a4617a4523202a6ac649d 2024-11-15T20:00:52,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/cc170833b331467e9d88ea003c5aa650 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/cc170833b331467e9d88ea003c5aa650 2024-11-15T20:00:52,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700912650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:52,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:52,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:52,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:52,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/cc170833b331467e9d88ea003c5aa650, entries=200, sequenceid=140, filesize=14.2 K 2024-11-15T20:00:52,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/e62d52f8ac2947b49694178d05b39861 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/e62d52f8ac2947b49694178d05b39861 2024-11-15T20:00:52,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/e62d52f8ac2947b49694178d05b39861, entries=150, sequenceid=140, filesize=11.9 K 2024-11-15T20:00:52,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/fdf861e5715a4617a4523202a6ac649d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/fdf861e5715a4617a4523202a6ac649d 2024-11-15T20:00:52,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/fdf861e5715a4617a4523202a6ac649d, entries=150, sequenceid=140, filesize=11.9 K 2024-11-15T20:00:52,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9493ce70044a33cff5914c873f671dbe in 472ms, sequenceid=140, compaction requested=true 2024-11-15T20:00:52,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:52,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:00:52,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:52,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:00:52,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:52,671 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:00:52,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:00:52,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:52,671 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:00:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T20:00:52,672 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:00:52,672 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/A is initiating minor compaction (all files) 2024-11-15T20:00:52,672 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/A in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:52,672 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/8a62912075e346ce9ac202fbff903b25, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/325f8948f7f94aa3b4e2396fe457263c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/6acb15979d7040c494a4ec2f932d2d41, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/cc170833b331467e9d88ea003c5aa650] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=51.8 K 2024-11-15T20:00:52,673 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:00:52,673 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/B is initiating minor compaction (all files) 2024-11-15T20:00:52,673 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a62912075e346ce9ac202fbff903b25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731700848749 2024-11-15T20:00:52,673 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/B in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:52,673 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/2a3ceb644e854e569a04991b0c4bf2cb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/f6ae494ed4474f15bf34426d008af9fb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/fe6096ddc14b443eab4c7a10f15725a3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/e62d52f8ac2947b49694178d05b39861] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=47.2 K 2024-11-15T20:00:52,673 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 325f8948f7f94aa3b4e2396fe457263c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731700849971 2024-11-15T20:00:52,673 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a3ceb644e854e569a04991b0c4bf2cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731700848749 2024-11-15T20:00:52,673 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6acb15979d7040c494a4ec2f932d2d41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731700851220 2024-11-15T20:00:52,673 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting f6ae494ed4474f15bf34426d008af9fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731700849971 2024-11-15T20:00:52,674 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc170833b331467e9d88ea003c5aa650, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731700852162 2024-11-15T20:00:52,674 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting fe6096ddc14b443eab4c7a10f15725a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731700851220 2024-11-15T20:00:52,674 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting e62d52f8ac2947b49694178d05b39861, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731700852162 2024-11-15T20:00:52,686 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#B#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:52,687 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#A#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:52,687 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/c0074dbda1984f91a977551b43371280 is 50, key is test_row_0/B:col10/1731700852191/Put/seqid=0 2024-11-15T20:00:52,687 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/f6386eeaf7d14cd7ad1cbe7dd4124fe6 is 50, key is test_row_0/A:col10/1731700852191/Put/seqid=0 2024-11-15T20:00:52,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742300_1476 (size=12493) 2024-11-15T20:00:52,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742301_1477 (size=12493) 2024-11-15T20:00:52,697 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/f6386eeaf7d14cd7ad1cbe7dd4124fe6 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/f6386eeaf7d14cd7ad1cbe7dd4124fe6 2024-11-15T20:00:52,701 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/A of 9493ce70044a33cff5914c873f671dbe into f6386eeaf7d14cd7ad1cbe7dd4124fe6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:52,701 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:52,701 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/A, priority=12, startTime=1731700852671; duration=0sec 2024-11-15T20:00:52,701 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:52,701 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:A 2024-11-15T20:00:52,701 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:00:52,702 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:00:52,702 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/C is initiating minor compaction (all files) 2024-11-15T20:00:52,702 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/C in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:52,702 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/460291c87ff54951ace2b1efa546d513, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c02968e2a0d441f3ad2d5c679bfeac37, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c8d38b069a244452affdf0605b000c5d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/fdf861e5715a4617a4523202a6ac649d] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=47.2 K 2024-11-15T20:00:52,702 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 460291c87ff54951ace2b1efa546d513, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731700848749 2024-11-15T20:00:52,703 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c02968e2a0d441f3ad2d5c679bfeac37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731700849971 2024-11-15T20:00:52,703 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8d38b069a244452affdf0605b000c5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731700851220 2024-11-15T20:00:52,703 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdf861e5715a4617a4523202a6ac649d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731700852162 2024-11-15T20:00:52,710 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#C#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:52,710 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/2552f0c0a288479a88a9a8316cb080ce is 50, key is test_row_0/C:col10/1731700852191/Put/seqid=0 2024-11-15T20:00:52,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-15T20:00:52,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:52,717 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T20:00:52,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742302_1478 (size=12493) 2024-11-15T20:00:52,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/21012f49d11e4bacb0e8912d17f8c2fe is 50, key is test_row_0/A:col10/1731700852290/Put/seqid=0 2024-11-15T20:00:52,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742303_1479 (size=12151) 2024-11-15T20:00:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T20:00:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:52,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:53,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700913000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:53,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:53,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700913004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:53,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:53,096 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/c0074dbda1984f91a977551b43371280 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c0074dbda1984f91a977551b43371280 2024-11-15T20:00:53,100 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/B of 9493ce70044a33cff5914c873f671dbe into c0074dbda1984f91a977551b43371280(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:53,100 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:53,100 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/B, priority=12, startTime=1731700852671; duration=0sec 2024-11-15T20:00:53,100 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:53,100 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:B 2024-11-15T20:00:53,124 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/2552f0c0a288479a88a9a8316cb080ce as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/2552f0c0a288479a88a9a8316cb080ce 2024-11-15T20:00:53,128 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/C of 9493ce70044a33cff5914c873f671dbe into 2552f0c0a288479a88a9a8316cb080ce(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:53,128 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:53,128 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/C, priority=12, startTime=1731700852671; duration=0sec 2024-11-15T20:00:53,128 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:53,128 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:C 2024-11-15T20:00:53,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700913120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:53,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700913120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:53,146 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/21012f49d11e4bacb0e8912d17f8c2fe 2024-11-15T20:00:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/06eb379072a042bd88997a22493dd425 is 50, key is test_row_0/B:col10/1731700852290/Put/seqid=0 2024-11-15T20:00:53,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742304_1480 (size=12151) 2024-11-15T20:00:53,157 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/06eb379072a042bd88997a22493dd425 2024-11-15T20:00:53,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/9998635ee2554d10a59240be93a76059 is 50, key is test_row_0/C:col10/1731700852290/Put/seqid=0 2024-11-15T20:00:53,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742305_1481 (size=12151) 2024-11-15T20:00:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T20:00:53,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700913340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700913340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:53,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700913430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:53,436 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 9493ce70044a33cff5914c873f671dbe of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:00:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:53,574 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/9998635ee2554d10a59240be93a76059 2024-11-15T20:00:53,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/21012f49d11e4bacb0e8912d17f8c2fe as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/21012f49d11e4bacb0e8912d17f8c2fe 2024-11-15T20:00:53,583 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/21012f49d11e4bacb0e8912d17f8c2fe, entries=150, sequenceid=165, filesize=11.9 K 2024-11-15T20:00:53,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/06eb379072a042bd88997a22493dd425 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/06eb379072a042bd88997a22493dd425 2024-11-15T20:00:53,590 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/06eb379072a042bd88997a22493dd425, entries=150, sequenceid=165, filesize=11.9 K 2024-11-15T20:00:53,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/9998635ee2554d10a59240be93a76059 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/9998635ee2554d10a59240be93a76059 2024-11-15T20:00:53,595 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/9998635ee2554d10a59240be93a76059, entries=150, sequenceid=165, filesize=11.9 K 2024-11-15T20:00:53,596 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9493ce70044a33cff5914c873f671dbe in 880ms, sequenceid=165, compaction requested=false 2024-11-15T20:00:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-15T20:00:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-15T20:00:53,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-15T20:00:53,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0340 sec 2024-11-15T20:00:53,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.0400 sec 2024-11-15T20:00:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:53,655 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:53,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T20:00:53,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/c43818926fba4e07bcf86b6a1f726ec2 is 50, key is test_row_0/A:col10/1731700852988/Put/seqid=0 2024-11-15T20:00:53,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742306_1482 (size=14541) 2024-11-15T20:00:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-15T20:00:53,701 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:53,701 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-15T20:00:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T20:00:53,703 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:53,704 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:53,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:53,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700913745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:53,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700913747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:53,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T20:00:53,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T20:00:53,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:53,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:53,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:53,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:53,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:53,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700913861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:53,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700913870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:53,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:53,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:54,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T20:00:54,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:54,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:54,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:54,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:54,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T20:00:54,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/c43818926fba4e07bcf86b6a1f726ec2 2024-11-15T20:00:54,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/0de2a03f00f746368a8444dcd159e10d is 50, key is test_row_0/B:col10/1731700852988/Put/seqid=0 2024-11-15T20:00:54,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742307_1483 (size=12151) 2024-11-15T20:00:54,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/0de2a03f00f746368a8444dcd159e10d 2024-11-15T20:00:54,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/7112c3bdf07843579f422665259216b8 is 50, key is test_row_0/C:col10/1731700852988/Put/seqid=0 2024-11-15T20:00:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742308_1484 (size=12151) 2024-11-15T20:00:54,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700914080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:54,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700914080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:54,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:54,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:54,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:54,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:54,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:54,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:54,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T20:00:54,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:54,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:54,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:54,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:54,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:54,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T20:00:54,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:54,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:54,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:54,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:54,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T20:00:54,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700914390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:54,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700914390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:54,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1731700914430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:54,438 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 9493ce70044a33cff5914c873f671dbe of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8251 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:00:54,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:54,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:54,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1731700914460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:54,465 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 9493ce70044a33cff5914c873f671dbe of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8277 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:00:54,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:54,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:54,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:54,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T20:00:54,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:54,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:54,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/7112c3bdf07843579f422665259216b8 2024-11-15T20:00:54,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/c43818926fba4e07bcf86b6a1f726ec2 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c43818926fba4e07bcf86b6a1f726ec2 2024-11-15T20:00:54,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c43818926fba4e07bcf86b6a1f726ec2, entries=200, sequenceid=180, filesize=14.2 K 2024-11-15T20:00:54,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/0de2a03f00f746368a8444dcd159e10d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/0de2a03f00f746368a8444dcd159e10d 2024-11-15T20:00:54,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/0de2a03f00f746368a8444dcd159e10d, entries=150, sequenceid=180, filesize=11.9 K 2024-11-15T20:00:54,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/7112c3bdf07843579f422665259216b8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/7112c3bdf07843579f422665259216b8 2024-11-15T20:00:54,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/7112c3bdf07843579f422665259216b8, entries=150, sequenceid=180, filesize=11.9 K 2024-11-15T20:00:54,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9493ce70044a33cff5914c873f671dbe in 849ms, sequenceid=180, compaction requested=true 2024-11-15T20:00:54,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:54,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:00:54,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:54,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:00:54,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:54,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:00:54,504 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:54,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:54,504 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:54,505 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:54,505 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/B is initiating minor compaction (all files) 2024-11-15T20:00:54,505 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/B in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:54,505 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c0074dbda1984f91a977551b43371280, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/06eb379072a042bd88997a22493dd425, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/0de2a03f00f746368a8444dcd159e10d] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=35.9 K 2024-11-15T20:00:54,505 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:54,505 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/A is initiating minor compaction (all files) 2024-11-15T20:00:54,505 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/A in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:54,505 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/f6386eeaf7d14cd7ad1cbe7dd4124fe6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/21012f49d11e4bacb0e8912d17f8c2fe, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c43818926fba4e07bcf86b6a1f726ec2] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=38.3 K 2024-11-15T20:00:54,506 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6386eeaf7d14cd7ad1cbe7dd4124fe6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731700852162 2024-11-15T20:00:54,506 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting c0074dbda1984f91a977551b43371280, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731700852162 2024-11-15T20:00:54,506 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21012f49d11e4bacb0e8912d17f8c2fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731700852282 2024-11-15T20:00:54,506 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 06eb379072a042bd88997a22493dd425, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731700852282 2024-11-15T20:00:54,507 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c43818926fba4e07bcf86b6a1f726ec2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731700852988 2024-11-15T20:00:54,507 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 0de2a03f00f746368a8444dcd159e10d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731700852988 2024-11-15T20:00:54,514 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#B#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:54,514 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/4b1a934e67c0452dbd3c8c61bf7deb24 is 50, key is test_row_0/B:col10/1731700852988/Put/seqid=0 2024-11-15T20:00:54,515 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#A#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:54,515 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/fd7b8358d18e450cab3b0b0fb1d97b08 is 50, key is test_row_0/A:col10/1731700852988/Put/seqid=0 2024-11-15T20:00:54,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742309_1485 (size=12595) 2024-11-15T20:00:54,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742310_1486 (size=12595) 2024-11-15T20:00:54,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-15T20:00:54,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:54,623 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T20:00:54,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/744fe466052e4fc39f56abc0202b81b8 is 50, key is test_row_0/A:col10/1731700853716/Put/seqid=0 2024-11-15T20:00:54,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742311_1487 (size=12151) 2024-11-15T20:00:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T20:00:54,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:54,927 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/fd7b8358d18e450cab3b0b0fb1d97b08 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/fd7b8358d18e450cab3b0b0fb1d97b08 2024-11-15T20:00:54,927 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/4b1a934e67c0452dbd3c8c61bf7deb24 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/4b1a934e67c0452dbd3c8c61bf7deb24 2024-11-15T20:00:54,932 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/A of 9493ce70044a33cff5914c873f671dbe into fd7b8358d18e450cab3b0b0fb1d97b08(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:54,932 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:54,932 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/A, priority=13, startTime=1731700854504; duration=0sec 2024-11-15T20:00:54,933 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:54,933 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:A 2024-11-15T20:00:54,933 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:54,934 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/B of 9493ce70044a33cff5914c873f671dbe into 4b1a934e67c0452dbd3c8c61bf7deb24(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:54,934 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:54,934 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/B, priority=13, startTime=1731700854504; duration=0sec 2024-11-15T20:00:54,934 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:54,934 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:B 2024-11-15T20:00:54,935 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:54,935 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/C is initiating minor compaction (all files) 2024-11-15T20:00:54,935 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/C in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:54,935 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/2552f0c0a288479a88a9a8316cb080ce, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/9998635ee2554d10a59240be93a76059, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/7112c3bdf07843579f422665259216b8] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=35.9 K 2024-11-15T20:00:54,935 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2552f0c0a288479a88a9a8316cb080ce, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731700852162 2024-11-15T20:00:54,935 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9998635ee2554d10a59240be93a76059, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731700852282 2024-11-15T20:00:54,936 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7112c3bdf07843579f422665259216b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731700852988 2024-11-15T20:00:54,945 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#C#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:54,945 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/c56b9cbfcf6f4e8b9a2352e20c25fce9 is 50, key is test_row_0/C:col10/1731700852988/Put/seqid=0 2024-11-15T20:00:54,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742312_1488 (size=12595) 2024-11-15T20:00:54,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700914955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:54,964 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/c56b9cbfcf6f4e8b9a2352e20c25fce9 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c56b9cbfcf6f4e8b9a2352e20c25fce9 2024-11-15T20:00:54,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700914960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:54,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:54,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:54,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:54,970 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/C of 9493ce70044a33cff5914c873f671dbe into c56b9cbfcf6f4e8b9a2352e20c25fce9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:54,970 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:54,970 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/C, priority=13, startTime=1731700854504; duration=0sec 2024-11-15T20:00:54,970 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:54,970 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:C 2024-11-15T20:00:55,033 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/744fe466052e4fc39f56abc0202b81b8 2024-11-15T20:00:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/6a2a3f5aae424415826ae686c99d956c is 50, key is test_row_0/B:col10/1731700853716/Put/seqid=0 2024-11-15T20:00:55,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742313_1489 (size=12151) 2024-11-15T20:00:55,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700915070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:55,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700915070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:55,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700915280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:55,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700915280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:55,449 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/6a2a3f5aae424415826ae686c99d956c 2024-11-15T20:00:55,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/ea7f67f611734fe18733cc443dc6d514 is 50, key is test_row_0/C:col10/1731700853716/Put/seqid=0 2024-11-15T20:00:55,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742314_1490 (size=12151) 2024-11-15T20:00:55,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700915460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:55,464 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 9493ce70044a33cff5914c873f671dbe of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:00:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:55,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700915590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:55,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700915590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:55,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:55,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T20:00:55,861 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/ea7f67f611734fe18733cc443dc6d514 2024-11-15T20:00:55,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/744fe466052e4fc39f56abc0202b81b8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/744fe466052e4fc39f56abc0202b81b8 2024-11-15T20:00:55,868 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/744fe466052e4fc39f56abc0202b81b8, entries=150, sequenceid=203, filesize=11.9 K 2024-11-15T20:00:55,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/6a2a3f5aae424415826ae686c99d956c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/6a2a3f5aae424415826ae686c99d956c 2024-11-15T20:00:55,872 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/6a2a3f5aae424415826ae686c99d956c, entries=150, sequenceid=203, filesize=11.9 K 2024-11-15T20:00:55,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/ea7f67f611734fe18733cc443dc6d514 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/ea7f67f611734fe18733cc443dc6d514 2024-11-15T20:00:55,876 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/ea7f67f611734fe18733cc443dc6d514, entries=150, sequenceid=203, filesize=11.9 K 2024-11-15T20:00:55,877 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9493ce70044a33cff5914c873f671dbe in 1255ms, sequenceid=203, compaction requested=false 2024-11-15T20:00:55,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:55,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:55,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-15T20:00:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-15T20:00:55,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-15T20:00:55,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1750 sec 2024-11-15T20:00:55,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.1800 sec 2024-11-15T20:00:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:56,106 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:56,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T20:00:56,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/4b60cec25f6b468fa9711305da12150b is 50, key is test_row_0/A:col10/1731700854948/Put/seqid=0 2024-11-15T20:00:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742315_1491 (size=14541) 2024-11-15T20:00:56,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700916193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:56,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700916205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:56,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:56,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:56,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:56,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700916310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:56,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700916320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:56,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/4b60cec25f6b468fa9711305da12150b 2024-11-15T20:00:56,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/ade39631965c4258ac3efab80c17c4f1 is 50, key is test_row_0/B:col10/1731700854948/Put/seqid=0 2024-11-15T20:00:56,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742316_1492 (size=12151) 2024-11-15T20:00:56,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700916530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:56,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:56,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:56,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:56,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700916540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:56,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:56,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:56,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:56,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700916840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:56,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:56,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700916851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:56,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:56,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:56,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:56,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/ade39631965c4258ac3efab80c17c4f1 2024-11-15T20:00:56,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/07e937c345b5494dafb7513bbb80ff35 is 50, key is test_row_0/C:col10/1731700854948/Put/seqid=0 2024-11-15T20:00:56,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742317_1493 (size=12151) 2024-11-15T20:00:56,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/07e937c345b5494dafb7513bbb80ff35 2024-11-15T20:00:56,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/4b60cec25f6b468fa9711305da12150b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/4b60cec25f6b468fa9711305da12150b 2024-11-15T20:00:56,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/4b60cec25f6b468fa9711305da12150b, entries=200, sequenceid=220, filesize=14.2 K 2024-11-15T20:00:56,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/ade39631965c4258ac3efab80c17c4f1 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/ade39631965c4258ac3efab80c17c4f1 2024-11-15T20:00:56,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/ade39631965c4258ac3efab80c17c4f1, entries=150, sequenceid=220, filesize=11.9 K 2024-11-15T20:00:56,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/07e937c345b5494dafb7513bbb80ff35 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/07e937c345b5494dafb7513bbb80ff35 2024-11-15T20:00:56,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/07e937c345b5494dafb7513bbb80ff35, entries=150, sequenceid=220, filesize=11.9 K 2024-11-15T20:00:56,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9493ce70044a33cff5914c873f671dbe in 851ms, sequenceid=220, compaction requested=true 2024-11-15T20:00:56,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:56,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:00:56,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:56,958 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:56,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:00:56,958 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:56,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:56,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:00:56,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:56,959 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:56,959 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/A is initiating minor compaction (all files) 2024-11-15T20:00:56,959 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/A in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:56,959 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/fd7b8358d18e450cab3b0b0fb1d97b08, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/744fe466052e4fc39f56abc0202b81b8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/4b60cec25f6b468fa9711305da12150b] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=38.4 K 2024-11-15T20:00:56,959 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:56,959 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/B is initiating minor compaction (all files) 2024-11-15T20:00:56,959 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/B in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:56,959 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/4b1a934e67c0452dbd3c8c61bf7deb24, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/6a2a3f5aae424415826ae686c99d956c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/ade39631965c4258ac3efab80c17c4f1] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=36.0 K 2024-11-15T20:00:56,959 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd7b8358d18e450cab3b0b0fb1d97b08, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731700852988 2024-11-15T20:00:56,960 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b1a934e67c0452dbd3c8c61bf7deb24, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731700852988 2024-11-15T20:00:56,960 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 744fe466052e4fc39f56abc0202b81b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731700853716 2024-11-15T20:00:56,960 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a2a3f5aae424415826ae686c99d956c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731700853716 2024-11-15T20:00:56,960 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b60cec25f6b468fa9711305da12150b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731700854948 2024-11-15T20:00:56,960 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting ade39631965c4258ac3efab80c17c4f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731700854948 2024-11-15T20:00:56,967 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#A#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:56,967 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#B#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:56,967 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/176bf16d34ad4448bc0a8229f93092db is 50, key is test_row_0/A:col10/1731700854948/Put/seqid=0 2024-11-15T20:00:56,967 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/eaa8d3be97154b7a9abee0fc8cd029cd is 50, key is test_row_0/B:col10/1731700854948/Put/seqid=0 2024-11-15T20:00:56,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742319_1495 (size=12697) 2024-11-15T20:00:56,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742318_1494 (size=12697) 2024-11-15T20:00:56,975 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/eaa8d3be97154b7a9abee0fc8cd029cd as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/eaa8d3be97154b7a9abee0fc8cd029cd 2024-11-15T20:00:56,979 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/B of 9493ce70044a33cff5914c873f671dbe into eaa8d3be97154b7a9abee0fc8cd029cd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:56,979 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:56,979 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/B, priority=13, startTime=1731700856958; duration=0sec 2024-11-15T20:00:56,979 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:00:56,979 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:B 2024-11-15T20:00:56,979 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:00:56,980 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:00:56,980 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/C is initiating minor compaction (all files) 2024-11-15T20:00:56,980 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/C in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:56,980 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c56b9cbfcf6f4e8b9a2352e20c25fce9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/ea7f67f611734fe18733cc443dc6d514, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/07e937c345b5494dafb7513bbb80ff35] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=36.0 K 2024-11-15T20:00:56,980 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting c56b9cbfcf6f4e8b9a2352e20c25fce9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731700852988 2024-11-15T20:00:56,981 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting ea7f67f611734fe18733cc443dc6d514, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731700853716 2024-11-15T20:00:56,981 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 07e937c345b5494dafb7513bbb80ff35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731700854948 2024-11-15T20:00:56,987 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#C#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:00:56,987 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/eb2084635c0646a2a80819e9215effac is 50, key is test_row_0/C:col10/1731700854948/Put/seqid=0 2024-11-15T20:00:56,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742320_1496 (size=12697) 2024-11-15T20:00:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:57,366 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:57,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T20:00:57,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/95b05e47b7ea40c58e0e0d952a016194 is 50, key is test_row_0/A:col10/1731700857365/Put/seqid=0 2024-11-15T20:00:57,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742321_1497 (size=14541) 2024-11-15T20:00:57,381 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/176bf16d34ad4448bc0a8229f93092db as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/176bf16d34ad4448bc0a8229f93092db 2024-11-15T20:00:57,386 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/A of 9493ce70044a33cff5914c873f671dbe into 176bf16d34ad4448bc0a8229f93092db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:57,386 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:57,386 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/A, priority=13, startTime=1731700856958; duration=0sec 2024-11-15T20:00:57,386 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:57,386 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:A 2024-11-15T20:00:57,395 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/eb2084635c0646a2a80819e9215effac as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/eb2084635c0646a2a80819e9215effac 2024-11-15T20:00:57,399 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/C of 9493ce70044a33cff5914c873f671dbe into eb2084635c0646a2a80819e9215effac(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:00:57,399 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:57,399 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/C, priority=13, startTime=1731700856958; duration=0sec 2024-11-15T20:00:57,399 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:00:57,399 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:C 2024-11-15T20:00:57,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700917410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:57,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700917419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:57,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700917530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:57,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700917540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:57,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700917750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:57,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700917760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:57,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:57,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:57,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:57,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/95b05e47b7ea40c58e0e0d952a016194 2024-11-15T20:00:57,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/fca966ac128549ca856f474d1a982ced is 50, key is test_row_0/B:col10/1731700857365/Put/seqid=0 2024-11-15T20:00:57,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742322_1498 (size=12151) 2024-11-15T20:00:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-15T20:00:57,870 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:00:57,871 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:00:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-15T20:00:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T20:00:57,873 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:00:57,874 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:00:57,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:00:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T20:00:58,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-15T20:00:58,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:58,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:58,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:58,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:58,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:58,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700918060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:58,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:58,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:58,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:58,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700918070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:58,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:58,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:58,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:58,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-15T20:00:58,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:58,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:58,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:58,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:58,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T20:00:58,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/fca966ac128549ca856f474d1a982ced 2024-11-15T20:00:58,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/7ea192a07175418ba781cd698a08ac79 is 50, key is test_row_0/C:col10/1731700857365/Put/seqid=0 2024-11-15T20:00:58,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742323_1499 (size=12151) 2024-11-15T20:00:58,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-15T20:00:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:58,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:58,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:58,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:58,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:58,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-15T20:00:58,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:58,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:58,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:58,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:58,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:00:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T20:00:58,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700918580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:58,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700918590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:58,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:58,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:58,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:58,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/7ea192a07175418ba781cd698a08ac79 2024-11-15T20:00:58,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/95b05e47b7ea40c58e0e0d952a016194 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/95b05e47b7ea40c58e0e0d952a016194 2024-11-15T20:00:58,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/95b05e47b7ea40c58e0e0d952a016194, entries=200, sequenceid=244, filesize=14.2 K 2024-11-15T20:00:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/fca966ac128549ca856f474d1a982ced as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/fca966ac128549ca856f474d1a982ced 2024-11-15T20:00:58,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/fca966ac128549ca856f474d1a982ced, entries=150, sequenceid=244, filesize=11.9 K 2024-11-15T20:00:58,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/7ea192a07175418ba781cd698a08ac79 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/7ea192a07175418ba781cd698a08ac79 2024-11-15T20:00:58,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/7ea192a07175418ba781cd698a08ac79, entries=150, sequenceid=244, filesize=11.9 K 2024-11-15T20:00:58,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9493ce70044a33cff5914c873f671dbe in 1261ms, sequenceid=244, compaction requested=false 2024-11-15T20:00:58,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:58,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-15T20:00:58,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:58,640 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T20:00:58,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/774569ebda2143ec87b61a5f8e73bfae is 50, key is test_row_0/A:col10/1731700857405/Put/seqid=0 2024-11-15T20:00:58,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742324_1500 (size=12201) 2024-11-15T20:00:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T20:00:59,058 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/774569ebda2143ec87b61a5f8e73bfae 2024-11-15T20:00:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/676d4c50703a4c4ebc444ffdbe700bd4 is 50, key is test_row_0/B:col10/1731700857405/Put/seqid=0 2024-11-15T20:00:59,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742325_1501 (size=12201) 2024-11-15T20:00:59,471 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/676d4c50703a4c4ebc444ffdbe700bd4 2024-11-15T20:00:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:59,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:00:59,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/dae4c9cf7aa9452cb3921bfe0e5d4e81 is 50, key is test_row_0/C:col10/1731700857405/Put/seqid=0 2024-11-15T20:00:59,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742326_1502 (size=12201) 2024-11-15T20:00:59,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700919611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:59,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:59,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:59,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700919622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700919624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:59,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700919730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:59,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700919740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:59,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:59,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:00:59,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:59,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700919740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:00:59,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:59,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:00:59,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:00:59,883 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/dae4c9cf7aa9452cb3921bfe0e5d4e81 2024-11-15T20:00:59,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/774569ebda2143ec87b61a5f8e73bfae as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/774569ebda2143ec87b61a5f8e73bfae 2024-11-15T20:00:59,892 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/774569ebda2143ec87b61a5f8e73bfae, entries=150, sequenceid=259, filesize=11.9 K 2024-11-15T20:00:59,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/676d4c50703a4c4ebc444ffdbe700bd4 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/676d4c50703a4c4ebc444ffdbe700bd4 2024-11-15T20:00:59,896 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/676d4c50703a4c4ebc444ffdbe700bd4, entries=150, sequenceid=259, filesize=11.9 K 2024-11-15T20:00:59,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/dae4c9cf7aa9452cb3921bfe0e5d4e81 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/dae4c9cf7aa9452cb3921bfe0e5d4e81 2024-11-15T20:00:59,900 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/dae4c9cf7aa9452cb3921bfe0e5d4e81, entries=150, sequenceid=259, filesize=11.9 K 2024-11-15T20:00:59,901 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9493ce70044a33cff5914c873f671dbe in 1261ms, sequenceid=259, compaction requested=true 2024-11-15T20:00:59,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:00:59,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:00:59,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-15T20:00:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-15T20:00:59,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-15T20:00:59,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0280 sec 2024-11-15T20:00:59,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.0340 sec 2024-11-15T20:00:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:00:59,955 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:00:59,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T20:00:59,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/405054ea1e894f36a7cbb3c5741b90db is 50, key is test_row_0/A:col10/1731700859527/Put/seqid=0 2024-11-15T20:00:59,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742327_1503 (size=14741) 2024-11-15T20:00:59,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700919989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:00,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:00,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700919993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:00,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700919993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-15T20:01:00,020 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:00,020 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:01:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-15T20:01:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T20:01:00,023 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:01:00,024 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:01:00,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:01:00,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700920110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:00,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700920111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:00,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:00,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700920111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:00,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:00,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T20:01:00,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T20:01:00,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:00,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:01:00,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:00,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:00,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:00,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T20:01:00,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:00,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:01:00,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:00,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:00,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:00,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700920330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:00,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700920330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:00,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:00,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:00,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700920330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:00,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:00,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T20:01:00,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/405054ea1e894f36a7cbb3c5741b90db 2024-11-15T20:01:00,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/414cfa472dcc4c19bc0d05fd70423a1a is 50, key is test_row_0/B:col10/1731700859527/Put/seqid=0 2024-11-15T20:01:00,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742328_1504 (size=12301) 2024-11-15T20:01:00,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T20:01:00,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:00,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:01:00,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:00,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:00,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:00,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T20:01:00,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:00,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:01:00,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:00,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:00,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:00,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700920640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:00,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:00,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700920641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:00,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:00,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T20:01:00,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700920650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:00,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:00,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:00,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/414cfa472dcc4c19bc0d05fd70423a1a 2024-11-15T20:01:00,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/c0d4f795092e4b5d95851e3b334f2c22 is 50, key is test_row_0/C:col10/1731700859527/Put/seqid=0 2024-11-15T20:01:00,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742329_1505 (size=12301) 2024-11-15T20:01:00,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/c0d4f795092e4b5d95851e3b334f2c22 2024-11-15T20:01:00,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T20:01:00,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:00,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:01:00,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:00,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:00,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:00,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/405054ea1e894f36a7cbb3c5741b90db as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/405054ea1e894f36a7cbb3c5741b90db 2024-11-15T20:01:00,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/405054ea1e894f36a7cbb3c5741b90db, entries=200, sequenceid=283, filesize=14.4 K 2024-11-15T20:01:00,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/414cfa472dcc4c19bc0d05fd70423a1a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/414cfa472dcc4c19bc0d05fd70423a1a 2024-11-15T20:01:00,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/414cfa472dcc4c19bc0d05fd70423a1a, entries=150, sequenceid=283, filesize=12.0 K 2024-11-15T20:01:00,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/c0d4f795092e4b5d95851e3b334f2c22 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c0d4f795092e4b5d95851e3b334f2c22 2024-11-15T20:01:00,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c0d4f795092e4b5d95851e3b334f2c22, entries=150, sequenceid=283, filesize=12.0 K 2024-11-15T20:01:00,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 9493ce70044a33cff5914c873f671dbe in 853ms, sequenceid=283, compaction requested=true 2024-11-15T20:01:00,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:00,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:01:00,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:00,808 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:01:00,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:01:00,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:00,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:01:00,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:00,808 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:01:00,810 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49350 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:01:00,810 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/B is initiating minor compaction (all files) 2024-11-15T20:01:00,810 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/B in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:00,810 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/eaa8d3be97154b7a9abee0fc8cd029cd, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/fca966ac128549ca856f474d1a982ced, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/676d4c50703a4c4ebc444ffdbe700bd4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/414cfa472dcc4c19bc0d05fd70423a1a] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=48.2 K 2024-11-15T20:01:00,811 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54180 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:01:00,811 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting eaa8d3be97154b7a9abee0fc8cd029cd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731700854948 2024-11-15T20:01:00,811 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/A is initiating minor compaction (all files) 2024-11-15T20:01:00,811 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/A in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:00,811 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/176bf16d34ad4448bc0a8229f93092db, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/95b05e47b7ea40c58e0e0d952a016194, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/774569ebda2143ec87b61a5f8e73bfae, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/405054ea1e894f36a7cbb3c5741b90db] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=52.9 K 2024-11-15T20:01:00,811 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting fca966ac128549ca856f474d1a982ced, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731700856177 2024-11-15T20:01:00,812 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 176bf16d34ad4448bc0a8229f93092db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731700854948 2024-11-15T20:01:00,812 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 676d4c50703a4c4ebc444ffdbe700bd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731700857396 2024-11-15T20:01:00,812 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95b05e47b7ea40c58e0e0d952a016194, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731700856164 2024-11-15T20:01:00,812 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 414cfa472dcc4c19bc0d05fd70423a1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731700859527 2024-11-15T20:01:00,812 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 774569ebda2143ec87b61a5f8e73bfae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731700857396 2024-11-15T20:01:00,812 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 405054ea1e894f36a7cbb3c5741b90db, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731700859527 2024-11-15T20:01:00,819 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#A#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:00,820 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:00,820 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/99065eaa2e4d41c1aba6b52dc8c45e48 is 50, key is test_row_0/A:col10/1731700859527/Put/seqid=0 2024-11-15T20:01:00,820 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/a5709b9f055d4756b2575517a58a56e8 is 50, key is test_row_0/B:col10/1731700859527/Put/seqid=0 2024-11-15T20:01:00,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742330_1506 (size=12983) 2024-11-15T20:01:00,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742331_1507 (size=12983) 2024-11-15T20:01:00,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-15T20:01:00,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:00,943 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T20:01:00,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/760d000a936845ea8b30120ebbcbb101 is 50, key is test_row_0/A:col10/1731700859991/Put/seqid=0 2024-11-15T20:01:00,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742332_1508 (size=12301) 2024-11-15T20:01:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T20:01:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:01:01,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:01:01,229 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/99065eaa2e4d41c1aba6b52dc8c45e48 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/99065eaa2e4d41c1aba6b52dc8c45e48 2024-11-15T20:01:01,229 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/a5709b9f055d4756b2575517a58a56e8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/a5709b9f055d4756b2575517a58a56e8 2024-11-15T20:01:01,234 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/B of 9493ce70044a33cff5914c873f671dbe into a5709b9f055d4756b2575517a58a56e8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:01,234 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/A of 9493ce70044a33cff5914c873f671dbe into 99065eaa2e4d41c1aba6b52dc8c45e48(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:01,234 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:01,234 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:01,234 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/B, priority=12, startTime=1731700860808; duration=0sec 2024-11-15T20:01:01,234 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/A, priority=12, startTime=1731700860808; duration=0sec 2024-11-15T20:01:01,234 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:01,234 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:B 2024-11-15T20:01:01,234 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:01,234 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:A 2024-11-15T20:01:01,234 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:01:01,236 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49350 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:01:01,236 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/C is initiating minor compaction (all files) 2024-11-15T20:01:01,236 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/C in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:01,236 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/eb2084635c0646a2a80819e9215effac, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/7ea192a07175418ba781cd698a08ac79, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/dae4c9cf7aa9452cb3921bfe0e5d4e81, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c0d4f795092e4b5d95851e3b334f2c22] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=48.2 K 2024-11-15T20:01:01,236 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting eb2084635c0646a2a80819e9215effac, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731700854948 2024-11-15T20:01:01,237 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ea192a07175418ba781cd698a08ac79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731700856177 2024-11-15T20:01:01,237 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting dae4c9cf7aa9452cb3921bfe0e5d4e81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731700857396 2024-11-15T20:01:01,237 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting c0d4f795092e4b5d95851e3b334f2c22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731700859527 2024-11-15T20:01:01,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700921225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:01,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:01,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700921232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:01,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:01,244 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#C#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:01,244 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/aff38874e07544e1871056618763f2c2 is 50, key is test_row_0/C:col10/1731700859527/Put/seqid=0 2024-11-15T20:01:01,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742333_1509 (size=12983) 2024-11-15T20:01:01,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700921235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:01,353 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/760d000a936845ea8b30120ebbcbb101 2024-11-15T20:01:01,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700921350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:01,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700921350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:01,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/482a68c4dd3945dfad9f297384f30a92 is 50, key is test_row_0/B:col10/1731700859991/Put/seqid=0 2024-11-15T20:01:01,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700921360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:01,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:01,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742334_1510 (size=12301) 2024-11-15T20:01:01,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700921560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:01,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:01,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700921561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:01,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:01,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700921580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:01,652 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/aff38874e07544e1871056618763f2c2 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/aff38874e07544e1871056618763f2c2 2024-11-15T20:01:01,656 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/C of 9493ce70044a33cff5914c873f671dbe into aff38874e07544e1871056618763f2c2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:01,656 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:01,656 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/C, priority=12, startTime=1731700860808; duration=0sec 2024-11-15T20:01:01,656 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:01,656 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:C 2024-11-15T20:01:01,770 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/482a68c4dd3945dfad9f297384f30a92 2024-11-15T20:01:01,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/24beae4d73ba4c1bb2eb03ed7bf9dd1a is 50, key is test_row_0/C:col10/1731700859991/Put/seqid=0 2024-11-15T20:01:01,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742335_1511 (size=12301) 2024-11-15T20:01:01,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700921870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:01,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:01,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700921880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:01,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:01,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700921900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:01,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:01,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T20:01:02,182 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/24beae4d73ba4c1bb2eb03ed7bf9dd1a 2024-11-15T20:01:02,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/760d000a936845ea8b30120ebbcbb101 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/760d000a936845ea8b30120ebbcbb101 2024-11-15T20:01:02,191 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/760d000a936845ea8b30120ebbcbb101, entries=150, sequenceid=296, filesize=12.0 K 2024-11-15T20:01:02,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/482a68c4dd3945dfad9f297384f30a92 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/482a68c4dd3945dfad9f297384f30a92 2024-11-15T20:01:02,195 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/482a68c4dd3945dfad9f297384f30a92, entries=150, sequenceid=296, filesize=12.0 K 2024-11-15T20:01:02,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/24beae4d73ba4c1bb2eb03ed7bf9dd1a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/24beae4d73ba4c1bb2eb03ed7bf9dd1a 2024-11-15T20:01:02,198 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/24beae4d73ba4c1bb2eb03ed7bf9dd1a, entries=150, sequenceid=296, filesize=12.0 K 2024-11-15T20:01:02,199 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9493ce70044a33cff5914c873f671dbe in 1256ms, sequenceid=296, compaction requested=false 2024-11-15T20:01:02,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:02,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:02,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-15T20:01:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-15T20:01:02,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-15T20:01:02,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1780 sec 2024-11-15T20:01:02,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.1830 sec 2024-11-15T20:01:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:01:02,383 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:01:02,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T20:01:02,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/aaf9ee6baed1451385bd72eed0929b1c is 50, key is test_row_0/A:col10/1731700861223/Put/seqid=0 2024-11-15T20:01:02,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742336_1512 (size=14741) 2024-11-15T20:01:02,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/aaf9ee6baed1451385bd72eed0929b1c 2024-11-15T20:01:02,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/2c85dcaad5b047afa7b72725206b0da8 is 50, key is test_row_0/B:col10/1731700861223/Put/seqid=0 2024-11-15T20:01:02,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742337_1513 (size=12301) 2024-11-15T20:01:02,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/2c85dcaad5b047afa7b72725206b0da8 2024-11-15T20:01:02,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/8d5227a5927a40f4923e382f9cc1b11c is 50, key is test_row_0/C:col10/1731700861223/Put/seqid=0 2024-11-15T20:01:02,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700922416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:02,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:02,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700922418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:02,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:02,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742338_1514 (size=12301) 2024-11-15T20:01:02,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700922421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:02,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700922530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:02,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700922540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:02,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700922550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:02,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700922740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:02,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700922760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:02,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:02,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700922761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:02,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:02,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:02,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:02,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/8d5227a5927a40f4923e382f9cc1b11c 2024-11-15T20:01:02,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/aaf9ee6baed1451385bd72eed0929b1c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/aaf9ee6baed1451385bd72eed0929b1c 2024-11-15T20:01:02,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/aaf9ee6baed1451385bd72eed0929b1c, entries=200, sequenceid=323, filesize=14.4 K 2024-11-15T20:01:02,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/2c85dcaad5b047afa7b72725206b0da8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/2c85dcaad5b047afa7b72725206b0da8 2024-11-15T20:01:02,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/2c85dcaad5b047afa7b72725206b0da8, entries=150, sequenceid=323, filesize=12.0 K 2024-11-15T20:01:02,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/8d5227a5927a40f4923e382f9cc1b11c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/8d5227a5927a40f4923e382f9cc1b11c 2024-11-15T20:01:02,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/8d5227a5927a40f4923e382f9cc1b11c, entries=150, sequenceid=323, filesize=12.0 K 2024-11-15T20:01:02,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9493ce70044a33cff5914c873f671dbe in 472ms, sequenceid=323, compaction requested=true 2024-11-15T20:01:02,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:02,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:01:02,856 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:02,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:02,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:01:02,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:02,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:01:02,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:02,856 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:02,857 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:02,857 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/A is initiating minor compaction (all files) 2024-11-15T20:01:02,857 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:02,857 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/B is initiating minor compaction (all files) 2024-11-15T20:01:02,857 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/A in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:02,857 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/B in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:02,857 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/99065eaa2e4d41c1aba6b52dc8c45e48, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/760d000a936845ea8b30120ebbcbb101, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/aaf9ee6baed1451385bd72eed0929b1c] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=39.1 K 2024-11-15T20:01:02,857 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/a5709b9f055d4756b2575517a58a56e8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/482a68c4dd3945dfad9f297384f30a92, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/2c85dcaad5b047afa7b72725206b0da8] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=36.7 K 2024-11-15T20:01:02,857 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99065eaa2e4d41c1aba6b52dc8c45e48, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731700859527 2024-11-15T20:01:02,857 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting a5709b9f055d4756b2575517a58a56e8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731700859527 2024-11-15T20:01:02,857 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 482a68c4dd3945dfad9f297384f30a92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731700859986 2024-11-15T20:01:02,857 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 760d000a936845ea8b30120ebbcbb101, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731700859986 2024-11-15T20:01:02,858 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaf9ee6baed1451385bd72eed0929b1c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731700861216 2024-11-15T20:01:02,858 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c85dcaad5b047afa7b72725206b0da8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731700861223 2024-11-15T20:01:02,867 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#B#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:02,867 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/b82d6507528a48b0bfb3b02b691870fa is 50, key is test_row_0/B:col10/1731700861223/Put/seqid=0 2024-11-15T20:01:02,867 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#A#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:02,868 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/3de5a42e3b164f9a8fe7cde97a45d6cf is 50, key is test_row_0/A:col10/1731700861223/Put/seqid=0 2024-11-15T20:01:02,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742339_1515 (size=13085) 2024-11-15T20:01:02,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742340_1516 (size=13085) 2024-11-15T20:01:02,896 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/b82d6507528a48b0bfb3b02b691870fa as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/b82d6507528a48b0bfb3b02b691870fa 2024-11-15T20:01:02,901 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/B of 9493ce70044a33cff5914c873f671dbe into b82d6507528a48b0bfb3b02b691870fa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:02,901 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:02,901 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/B, priority=13, startTime=1731700862856; duration=0sec 2024-11-15T20:01:02,901 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:02,901 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:B 2024-11-15T20:01:02,901 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:02,902 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:02,902 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/C is initiating minor compaction (all files) 2024-11-15T20:01:02,902 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/C in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:02,902 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/aff38874e07544e1871056618763f2c2, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/24beae4d73ba4c1bb2eb03ed7bf9dd1a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/8d5227a5927a40f4923e382f9cc1b11c] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=36.7 K 2024-11-15T20:01:02,903 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting aff38874e07544e1871056618763f2c2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731700859527 2024-11-15T20:01:02,903 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 24beae4d73ba4c1bb2eb03ed7bf9dd1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731700859986 2024-11-15T20:01:02,904 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d5227a5927a40f4923e382f9cc1b11c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731700861223 2024-11-15T20:01:02,913 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:02,914 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/da6bcb1b957a42fab3f44a58eb44a291 is 50, key is test_row_0/C:col10/1731700861223/Put/seqid=0 2024-11-15T20:01:02,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742341_1517 (size=13085) 2024-11-15T20:01:02,927 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/da6bcb1b957a42fab3f44a58eb44a291 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/da6bcb1b957a42fab3f44a58eb44a291 2024-11-15T20:01:02,933 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/C of 9493ce70044a33cff5914c873f671dbe into da6bcb1b957a42fab3f44a58eb44a291(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:02,933 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:02,933 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/C, priority=13, startTime=1731700862856; duration=0sec 2024-11-15T20:01:02,933 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:02,933 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:C 2024-11-15T20:01:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:01:03,065 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:01:03,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T20:01:03,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/df86d9fe1573455e9b8755d467421636 is 50, key is test_row_0/A:col10/1731700863064/Put/seqid=0 2024-11-15T20:01:03,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742342_1518 (size=14741) 2024-11-15T20:01:03,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700923131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:03,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:03,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700923133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:03,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700923134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700923240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:03,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700923250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:03,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700923250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:03,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:03,291 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/3de5a42e3b164f9a8fe7cde97a45d6cf as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/3de5a42e3b164f9a8fe7cde97a45d6cf 2024-11-15T20:01:03,295 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/A of 9493ce70044a33cff5914c873f671dbe into 3de5a42e3b164f9a8fe7cde97a45d6cf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:03,295 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:03,295 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/A, priority=13, startTime=1731700862856; duration=0sec 2024-11-15T20:01:03,295 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:03,295 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:A 2024-11-15T20:01:03,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700923460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:03,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:03,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/df86d9fe1573455e9b8755d467421636 2024-11-15T20:01:03,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700923470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:03,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700923470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:03,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/c570c594d57c4db29e84d90f1fc6bd11 is 50, key is test_row_0/B:col10/1731700863064/Put/seqid=0 2024-11-15T20:01:03,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742343_1519 (size=12301) 2024-11-15T20:01:03,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/c570c594d57c4db29e84d90f1fc6bd11 2024-11-15T20:01:03,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/abf7ca1c2665464aa166d54f3913e4c7 is 50, key is test_row_0/C:col10/1731700863064/Put/seqid=0 2024-11-15T20:01:03,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742344_1520 (size=12301) 2024-11-15T20:01:03,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/abf7ca1c2665464aa166d54f3913e4c7 2024-11-15T20:01:03,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/df86d9fe1573455e9b8755d467421636 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/df86d9fe1573455e9b8755d467421636 2024-11-15T20:01:03,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/df86d9fe1573455e9b8755d467421636, entries=200, sequenceid=338, filesize=14.4 K 2024-11-15T20:01:03,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/c570c594d57c4db29e84d90f1fc6bd11 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c570c594d57c4db29e84d90f1fc6bd11 2024-11-15T20:01:03,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c570c594d57c4db29e84d90f1fc6bd11, entries=150, sequenceid=338, filesize=12.0 K 2024-11-15T20:01:03,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/abf7ca1c2665464aa166d54f3913e4c7 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/abf7ca1c2665464aa166d54f3913e4c7 2024-11-15T20:01:03,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/abf7ca1c2665464aa166d54f3913e4c7, entries=150, sequenceid=338, filesize=12.0 K 2024-11-15T20:01:03,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9493ce70044a33cff5914c873f671dbe in 454ms, sequenceid=338, compaction requested=false 2024-11-15T20:01:03,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:01:03,787 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:01:03,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T20:01:03,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/f97c3bc9403f4e23a6ddd9739378f3b0 is 50, key is test_row_0/A:col10/1731700863787/Put/seqid=0 2024-11-15T20:01:03,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742345_1521 (size=17181) 2024-11-15T20:01:03,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700923828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:03,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:03,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700923839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:03,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:03,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700923840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:03,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:03,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700923950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:03,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:03,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700923950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:03,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:03,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:03,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700923960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:03,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:03,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:04,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700924170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:04,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700924170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:04,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700924180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:04,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:04,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:04,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-15T20:01:04,191 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:04,191 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:01:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-15T20:01:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T20:01:04,193 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:01:04,194 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:01:04,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:01:04,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/f97c3bc9403f4e23a6ddd9739378f3b0 2024-11-15T20:01:04,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/5ec1a80f952b451bb08cc9104f49397f is 50, key is test_row_0/B:col10/1731700863787/Put/seqid=0 2024-11-15T20:01:04,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742346_1522 (size=12301) 2024-11-15T20:01:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T20:01:04,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T20:01:04,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:04,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:01:04,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:04,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:04,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:04,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34882 deadline: 1731700924460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:04,463 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 9493ce70044a33cff5914c873f671dbe of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18276 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:01:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:04,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:04,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700924480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:04,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:04,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:04,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:04,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700924481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:04,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:04,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:04,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:04,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700924491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:04,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:04,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:04,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:04,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T20:01:04,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:04,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:01:04,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:04,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:04,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T20:01:04,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1731700924510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:04,517 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_0' in 9493ce70044a33cff5914c873f671dbe of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18329 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:01:04,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:04,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:04,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:04,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/5ec1a80f952b451bb08cc9104f49397f 2024-11-15T20:01:04,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/6f67eb9df20e4c00936713cb10374f26 is 50, key is test_row_0/C:col10/1731700863787/Put/seqid=0 2024-11-15T20:01:04,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742347_1523 (size=12301) 2024-11-15T20:01:04,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T20:01:04,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:04,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:01:04,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:04,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:04,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:04,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T20:01:04,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:04,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:01:04,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:04,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:04,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T20:01:04,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T20:01:04,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:04,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:01:04,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:04,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:04,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:05,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700925000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:05,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:05,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700925000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:05,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:05,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:05,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:05,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700925000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:05,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:05,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:05,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:05,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:05,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:05,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/6f67eb9df20e4c00936713cb10374f26 2024-11-15T20:01:05,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/f97c3bc9403f4e23a6ddd9739378f3b0 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/f97c3bc9403f4e23a6ddd9739378f3b0 2024-11-15T20:01:05,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/f97c3bc9403f4e23a6ddd9739378f3b0, entries=250, sequenceid=365, filesize=16.8 K 2024-11-15T20:01:05,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/5ec1a80f952b451bb08cc9104f49397f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/5ec1a80f952b451bb08cc9104f49397f 2024-11-15T20:01:05,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/5ec1a80f952b451bb08cc9104f49397f, entries=150, sequenceid=365, filesize=12.0 K 2024-11-15T20:01:05,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/6f67eb9df20e4c00936713cb10374f26 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/6f67eb9df20e4c00936713cb10374f26 2024-11-15T20:01:05,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/6f67eb9df20e4c00936713cb10374f26, entries=150, sequenceid=365, filesize=12.0 K 2024-11-15T20:01:05,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9493ce70044a33cff5914c873f671dbe in 1259ms, sequenceid=365, compaction requested=true 2024-11-15T20:01:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:01:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:01:05,046 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:01:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:05,046 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:05,048 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:05,048 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/B is initiating minor compaction (all files) 2024-11-15T20:01:05,048 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/B in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:05,048 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/b82d6507528a48b0bfb3b02b691870fa, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c570c594d57c4db29e84d90f1fc6bd11, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/5ec1a80f952b451bb08cc9104f49397f] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=36.8 K 2024-11-15T20:01:05,049 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting b82d6507528a48b0bfb3b02b691870fa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731700861223 2024-11-15T20:01:05,050 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting c570c594d57c4db29e84d90f1fc6bd11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731700862413 2024-11-15T20:01:05,050 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45007 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:05,050 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/A is initiating minor compaction (all files) 2024-11-15T20:01:05,050 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/A in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:05,051 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/3de5a42e3b164f9a8fe7cde97a45d6cf, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/df86d9fe1573455e9b8755d467421636, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/f97c3bc9403f4e23a6ddd9739378f3b0] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=44.0 K 2024-11-15T20:01:05,052 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3de5a42e3b164f9a8fe7cde97a45d6cf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731700861223 2024-11-15T20:01:05,052 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ec1a80f952b451bb08cc9104f49397f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731700863133 2024-11-15T20:01:05,053 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting df86d9fe1573455e9b8755d467421636, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731700862413 2024-11-15T20:01:05,053 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f97c3bc9403f4e23a6ddd9739378f3b0, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731700863106 2024-11-15T20:01:05,061 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#B#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:05,062 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#A#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:05,062 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/d88a2fa4a2304a2f88b034a3e9755ea9 is 50, key is test_row_0/B:col10/1731700863787/Put/seqid=0 2024-11-15T20:01:05,062 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/c25f8f7c9959451fa6595680cc1d001c is 50, key is test_row_0/A:col10/1731700863787/Put/seqid=0 2024-11-15T20:01:05,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742348_1524 (size=13187) 2024-11-15T20:01:05,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742349_1525 (size=13187) 2024-11-15T20:01:05,086 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/d88a2fa4a2304a2f88b034a3e9755ea9 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/d88a2fa4a2304a2f88b034a3e9755ea9 2024-11-15T20:01:05,090 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/B of 9493ce70044a33cff5914c873f671dbe into d88a2fa4a2304a2f88b034a3e9755ea9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:05,090 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:05,090 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/B, priority=13, startTime=1731700865046; duration=0sec 2024-11-15T20:01:05,091 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:05,091 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:B 2024-11-15T20:01:05,091 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:05,093 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:05,093 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/C is initiating minor compaction (all files) 2024-11-15T20:01:05,093 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/C in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:05,093 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/da6bcb1b957a42fab3f44a58eb44a291, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/abf7ca1c2665464aa166d54f3913e4c7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/6f67eb9df20e4c00936713cb10374f26] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=36.8 K 2024-11-15T20:01:05,093 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting da6bcb1b957a42fab3f44a58eb44a291, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731700861223 2024-11-15T20:01:05,093 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting abf7ca1c2665464aa166d54f3913e4c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731700862413 2024-11-15T20:01:05,094 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f67eb9df20e4c00936713cb10374f26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731700863133 2024-11-15T20:01:05,101 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:05,101 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/172f5410064d4ada9932d3d068171ec3 is 50, key is test_row_0/C:col10/1731700863787/Put/seqid=0 2024-11-15T20:01:05,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742350_1526 (size=13187) 2024-11-15T20:01:05,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-15T20:01:05,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:05,114 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T20:01:05,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/99db40dc5ae34649a14828f1d3711ac7 is 50, key is test_row_0/A:col10/1731700863837/Put/seqid=0 2024-11-15T20:01:05,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742351_1527 (size=12301) 2024-11-15T20:01:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T20:01:05,482 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/c25f8f7c9959451fa6595680cc1d001c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c25f8f7c9959451fa6595680cc1d001c 2024-11-15T20:01:05,487 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/A of 9493ce70044a33cff5914c873f671dbe into c25f8f7c9959451fa6595680cc1d001c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:05,487 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:05,487 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/A, priority=13, startTime=1731700865046; duration=0sec 2024-11-15T20:01:05,487 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:05,487 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:A 2024-11-15T20:01:05,510 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/172f5410064d4ada9932d3d068171ec3 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/172f5410064d4ada9932d3d068171ec3 2024-11-15T20:01:05,519 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/C of 9493ce70044a33cff5914c873f671dbe into 172f5410064d4ada9932d3d068171ec3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:05,519 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:05,519 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/C, priority=13, startTime=1731700865046; duration=0sec 2024-11-15T20:01:05,519 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:05,519 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:C 2024-11-15T20:01:05,525 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/99db40dc5ae34649a14828f1d3711ac7 2024-11-15T20:01:05,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/1c9ac3c2ba9441c484cf72040b7378ec is 50, key is test_row_0/B:col10/1731700863837/Put/seqid=0 2024-11-15T20:01:05,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742352_1528 (size=12301) 2024-11-15T20:01:05,936 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/1c9ac3c2ba9441c484cf72040b7378ec 2024-11-15T20:01:05,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/13ec0a071fc24247910aa2fb62b61b77 is 50, key is test_row_0/C:col10/1731700863837/Put/seqid=0 2024-11-15T20:01:05,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742353_1529 (size=12301) 2024-11-15T20:01:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:01:06,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. as already flushing 2024-11-15T20:01:06,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700926083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:06,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700926085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:06,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700926088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:06,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:06,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:06,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:06,111 INFO [Thread-2017 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2017. 2024-11-15T20:01:06,111 DEBUG [Thread-2017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:06,111 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:06,111 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:06,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:06,112 INFO [Thread-2009 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2009. 2024-11-15T20:01:06,112 DEBUG [Thread-2009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:06,112 DEBUG [Thread-2009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:06,112 DEBUG [Thread-2009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:06,114 INFO [Thread-2011 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2011. 2024-11-15T20:01:06,114 DEBUG [Thread-2011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:06,114 DEBUG [Thread-2011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:06,114 DEBUG [Thread-2011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:06,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:06,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:06,119 INFO [Thread-2015 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2015. 2024-11-15T20:01:06,119 DEBUG [Thread-2015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:06,119 DEBUG [Thread-2015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:06,119 DEBUG [Thread-2015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:06,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:06,121 INFO [Thread-2013 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2013. 2024-11-15T20:01:06,121 DEBUG [Thread-2013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:06,121 DEBUG [Thread-2013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:06,121 DEBUG [Thread-2013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:06,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:06,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:06,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1731700926200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34924 deadline: 1731700926200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:06,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34906 deadline: 1731700926210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:06,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 , the old value is region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:06,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:06,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., hostname=c325ef450a96,42595,1731700725376, seqNum=2 because the exception is null or not the one we care about 2024-11-15T20:01:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T20:01:06,367 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/13ec0a071fc24247910aa2fb62b61b77 2024-11-15T20:01:06,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/99db40dc5ae34649a14828f1d3711ac7 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/99db40dc5ae34649a14828f1d3711ac7 2024-11-15T20:01:06,373 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/99db40dc5ae34649a14828f1d3711ac7, entries=150, sequenceid=376, filesize=12.0 K 2024-11-15T20:01:06,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/1c9ac3c2ba9441c484cf72040b7378ec as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/1c9ac3c2ba9441c484cf72040b7378ec 2024-11-15T20:01:06,376 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/1c9ac3c2ba9441c484cf72040b7378ec, entries=150, sequenceid=376, filesize=12.0 K 2024-11-15T20:01:06,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/13ec0a071fc24247910aa2fb62b61b77 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/13ec0a071fc24247910aa2fb62b61b77 2024-11-15T20:01:06,379 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/13ec0a071fc24247910aa2fb62b61b77, entries=150, sequenceid=376, filesize=12.0 K 2024-11-15T20:01:06,380 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 9493ce70044a33cff5914c873f671dbe in 1266ms, sequenceid=376, compaction requested=false 2024-11-15T20:01:06,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:06,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:06,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-15T20:01:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-15T20:01:06,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-15T20:01:06,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1870 sec 2024-11-15T20:01:06,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 2.1920 sec 2024-11-15T20:01:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:01:06,412 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:01:06,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-15T20:01:06,412 INFO [Thread-2004 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2004. 2024-11-15T20:01:06,412 INFO [Thread-1998 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1998. 2024-11-15T20:01:06,412 DEBUG [Thread-2004 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:06,412 DEBUG [Thread-1998 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:06,412 DEBUG [Thread-2004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:06,412 DEBUG [Thread-1998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:06,412 DEBUG [Thread-2004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:06,412 DEBUG [Thread-1998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:06,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:06,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:06,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/a19104229a10404685a311e38055159e is 50, key is test_row_0/A:col10/1731700866410/Put/seqid=0 2024-11-15T20:01:06,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742354_1530 (size=12301) 2024-11-15T20:01:06,422 INFO [Thread-2006 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2006. 2024-11-15T20:01:06,422 DEBUG [Thread-2006 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:06,422 DEBUG [Thread-2006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:06,422 DEBUG [Thread-2006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:06,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:06,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/a19104229a10404685a311e38055159e 2024-11-15T20:01:06,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/91be2d940f4a46bcad099d5aa1301632 is 50, key is test_row_0/B:col10/1731700866410/Put/seqid=0 2024-11-15T20:01:06,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742355_1531 (size=12301) 2024-11-15T20:01:07,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/91be2d940f4a46bcad099d5aa1301632 2024-11-15T20:01:07,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/af9dcb9cf3c745f5a96a60dfeab5e85c is 50, key is test_row_0/C:col10/1731700866410/Put/seqid=0 2024-11-15T20:01:07,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742356_1532 (size=12301) 2024-11-15T20:01:07,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/af9dcb9cf3c745f5a96a60dfeab5e85c 2024-11-15T20:01:07,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/a19104229a10404685a311e38055159e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/a19104229a10404685a311e38055159e 2024-11-15T20:01:07,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/a19104229a10404685a311e38055159e, entries=150, sequenceid=406, filesize=12.0 K 2024-11-15T20:01:07,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/91be2d940f4a46bcad099d5aa1301632 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/91be2d940f4a46bcad099d5aa1301632 2024-11-15T20:01:07,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/91be2d940f4a46bcad099d5aa1301632, entries=150, sequenceid=406, filesize=12.0 K 2024-11-15T20:01:07,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/af9dcb9cf3c745f5a96a60dfeab5e85c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/af9dcb9cf3c745f5a96a60dfeab5e85c 2024-11-15T20:01:07,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/af9dcb9cf3c745f5a96a60dfeab5e85c, entries=150, sequenceid=406, filesize=12.0 K 2024-11-15T20:01:07,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=6.71 KB/6870 for 9493ce70044a33cff5914c873f671dbe in 1239ms, sequenceid=406, compaction requested=true 2024-11-15T20:01:07,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:07,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:01:07,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:07,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:01:07,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:07,651 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:07,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9493ce70044a33cff5914c873f671dbe:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:01:07,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:07,651 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:07,652 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:07,652 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:07,652 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/A is initiating minor compaction (all files) 2024-11-15T20:01:07,652 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/B is initiating minor compaction (all files) 2024-11-15T20:01:07,652 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/A in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:07,652 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/B in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:07,652 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c25f8f7c9959451fa6595680cc1d001c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/99db40dc5ae34649a14828f1d3711ac7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/a19104229a10404685a311e38055159e] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=36.9 K 2024-11-15T20:01:07,652 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/d88a2fa4a2304a2f88b034a3e9755ea9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/1c9ac3c2ba9441c484cf72040b7378ec, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/91be2d940f4a46bcad099d5aa1301632] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=36.9 K 2024-11-15T20:01:07,653 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting d88a2fa4a2304a2f88b034a3e9755ea9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731700863133 2024-11-15T20:01:07,653 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c25f8f7c9959451fa6595680cc1d001c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731700863133 2024-11-15T20:01:07,653 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c9ac3c2ba9441c484cf72040b7378ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731700863809 2024-11-15T20:01:07,653 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99db40dc5ae34649a14828f1d3711ac7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731700863809 2024-11-15T20:01:07,653 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 91be2d940f4a46bcad099d5aa1301632, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1731700866085 2024-11-15T20:01:07,653 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a19104229a10404685a311e38055159e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1731700866085 2024-11-15T20:01:07,660 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#B#compaction#456 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:07,661 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#A#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:07,661 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/bbd52433975a446ba4855f218a4d2bdf is 50, key is test_row_0/B:col10/1731700866410/Put/seqid=0 2024-11-15T20:01:07,661 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/6b341a5522c7439c8c1a17ea24f1c501 is 50, key is test_row_0/A:col10/1731700866410/Put/seqid=0 2024-11-15T20:01:07,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742357_1533 (size=13289) 2024-11-15T20:01:07,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742358_1534 (size=13289) 2024-11-15T20:01:08,068 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/bbd52433975a446ba4855f218a4d2bdf as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/bbd52433975a446ba4855f218a4d2bdf 2024-11-15T20:01:08,072 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/B of 9493ce70044a33cff5914c873f671dbe into bbd52433975a446ba4855f218a4d2bdf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:08,072 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:08,072 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/B, priority=13, startTime=1731700867651; duration=0sec 2024-11-15T20:01:08,072 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:08,072 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:B 2024-11-15T20:01:08,072 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:08,073 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:08,073 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 9493ce70044a33cff5914c873f671dbe/C is initiating minor compaction (all files) 2024-11-15T20:01:08,073 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9493ce70044a33cff5914c873f671dbe/C in TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:08,073 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/6b341a5522c7439c8c1a17ea24f1c501 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/6b341a5522c7439c8c1a17ea24f1c501 2024-11-15T20:01:08,073 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/172f5410064d4ada9932d3d068171ec3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/13ec0a071fc24247910aa2fb62b61b77, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/af9dcb9cf3c745f5a96a60dfeab5e85c] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp, totalSize=36.9 K 2024-11-15T20:01:08,074 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 172f5410064d4ada9932d3d068171ec3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731700863133 2024-11-15T20:01:08,074 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 13ec0a071fc24247910aa2fb62b61b77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731700863809 2024-11-15T20:01:08,074 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting af9dcb9cf3c745f5a96a60dfeab5e85c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1731700866085 2024-11-15T20:01:08,077 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/A of 9493ce70044a33cff5914c873f671dbe into 6b341a5522c7439c8c1a17ea24f1c501(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:08,077 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:08,077 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/A, priority=13, startTime=1731700867651; duration=0sec 2024-11-15T20:01:08,077 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:08,077 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:A 2024-11-15T20:01:08,080 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9493ce70044a33cff5914c873f671dbe#C#compaction#458 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:08,081 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/f5ad3238892c41a7a5a45e778d100626 is 50, key is test_row_0/C:col10/1731700866410/Put/seqid=0 2024-11-15T20:01:08,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742359_1535 (size=13289) 2024-11-15T20:01:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-15T20:01:08,370 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:08,488 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/f5ad3238892c41a7a5a45e778d100626 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/f5ad3238892c41a7a5a45e778d100626 2024-11-15T20:01:08,491 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9493ce70044a33cff5914c873f671dbe/C of 9493ce70044a33cff5914c873f671dbe into f5ad3238892c41a7a5a45e778d100626(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:08,492 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9493ce70044a33cff5914c873f671dbe: 2024-11-15T20:01:08,492 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., storeName=9493ce70044a33cff5914c873f671dbe/C, priority=13, startTime=1731700867651; duration=0sec 2024-11-15T20:01:08,492 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:08,492 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9493ce70044a33cff5914c873f671dbe:C 2024-11-15T20:01:13,566 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T20:01:14,542 INFO [Thread-2002 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2002. 2024-11-15T20:01:14,542 DEBUG [Thread-2002 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:14,542 DEBUG [Thread-2002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:14,542 DEBUG [Thread-2002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:14,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:14,581 INFO [Thread-2000 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2000. 2024-11-15T20:01:14,581 DEBUG [Thread-2000 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:14,581 DEBUG [Thread-2000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:14,581 DEBUG [Thread-2000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:14,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:14,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T20:01:14,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-15T20:01:14,582 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-15T20:01:14,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-11-15T20:01:14,583 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-15T20:01:14,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-15T20:01:14,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T20:01:14,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T20:01:14,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1298 2024-11-15T20:01:14,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3887 rows 2024-11-15T20:01:14,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1296 2024-11-15T20:01:14,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3887 rows 2024-11-15T20:01:14,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1291 2024-11-15T20:01:14,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3873 rows 2024-11-15T20:01:14,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1295 2024-11-15T20:01:14,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3882 rows 2024-11-15T20:01:14,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1300 2024-11-15T20:01:14,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3896 rows 2024-11-15T20:01:14,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T20:01:14,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T20:01:14,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:14,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:14,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:14,588 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T20:01:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T20:01:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T20:01:14,591 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700874591"}]},"ts":"1731700874591"} 2024-11-15T20:01:14,592 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T20:01:14,592 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T20:01:14,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T20:01:14,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9493ce70044a33cff5914c873f671dbe, UNASSIGN}] 2024-11-15T20:01:14,594 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9493ce70044a33cff5914c873f671dbe, UNASSIGN 2024-11-15T20:01:14,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=9493ce70044a33cff5914c873f671dbe, regionState=CLOSING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T20:01:14,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9493ce70044a33cff5914c873f671dbe, UNASSIGN because future has completed 2024-11-15T20:01:14,596 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T20:01:14,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376}] 2024-11-15T20:01:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T20:01:14,748 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:01:14,749 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T20:01:14,749 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 9493ce70044a33cff5914c873f671dbe, disabling compactions & flushes 2024-11-15T20:01:14,749 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:14,749 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:14,749 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. after waiting 0 ms 2024-11-15T20:01:14,749 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:14,749 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(2902): Flushing 9493ce70044a33cff5914c873f671dbe 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-15T20:01:14,752 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/906ab9dd63134bf2a54605a7b439a8ec is 50, key is test_row_0/A:col10/1731700874580/Put/seqid=0 2024-11-15T20:01:14,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742360_1536 (size=9857) 2024-11-15T20:01:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T20:01:15,156 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/906ab9dd63134bf2a54605a7b439a8ec 2024-11-15T20:01:15,162 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/8ccfc6f35470446ba9f0e89ce14bae8d is 50, key is test_row_0/B:col10/1731700874580/Put/seqid=0 2024-11-15T20:01:15,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742361_1537 (size=9857) 2024-11-15T20:01:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T20:01:15,565 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/8ccfc6f35470446ba9f0e89ce14bae8d 2024-11-15T20:01:15,571 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/c23aa3f458324201bb19dbb041f25d87 is 50, key is test_row_0/C:col10/1731700874580/Put/seqid=0 2024-11-15T20:01:15,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742362_1538 (size=9857) 2024-11-15T20:01:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T20:01:15,974 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/c23aa3f458324201bb19dbb041f25d87 2024-11-15T20:01:15,978 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/A/906ab9dd63134bf2a54605a7b439a8ec as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/906ab9dd63134bf2a54605a7b439a8ec 2024-11-15T20:01:15,981 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/906ab9dd63134bf2a54605a7b439a8ec, entries=100, sequenceid=415, filesize=9.6 K 2024-11-15T20:01:15,981 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/B/8ccfc6f35470446ba9f0e89ce14bae8d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/8ccfc6f35470446ba9f0e89ce14bae8d 2024-11-15T20:01:15,984 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/8ccfc6f35470446ba9f0e89ce14bae8d, entries=100, sequenceid=415, filesize=9.6 K 2024-11-15T20:01:15,985 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/.tmp/C/c23aa3f458324201bb19dbb041f25d87 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c23aa3f458324201bb19dbb041f25d87 2024-11-15T20:01:15,987 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c23aa3f458324201bb19dbb041f25d87, entries=100, sequenceid=415, filesize=9.6 K 2024-11-15T20:01:15,988 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 9493ce70044a33cff5914c873f671dbe in 1239ms, sequenceid=415, compaction requested=false 2024-11-15T20:01:15,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c90068433a0e4deaa5b2707e31309b68, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/ddfbd82eb14d4b2d94c0b53e15a7743a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/425bfeb1d3f84d758b96dd84ab9fd101, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/08cdc86d751d4e50ac6183b4174cbdcf, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/22a11d1e0d2b4c21bff6f52a7a0fccc0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/44b31693df7d43a3ac86ad3d5dc58810, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/8a62912075e346ce9ac202fbff903b25, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/325f8948f7f94aa3b4e2396fe457263c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/6acb15979d7040c494a4ec2f932d2d41, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/cc170833b331467e9d88ea003c5aa650, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/f6386eeaf7d14cd7ad1cbe7dd4124fe6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/21012f49d11e4bacb0e8912d17f8c2fe, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c43818926fba4e07bcf86b6a1f726ec2, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/fd7b8358d18e450cab3b0b0fb1d97b08, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/744fe466052e4fc39f56abc0202b81b8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/4b60cec25f6b468fa9711305da12150b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/176bf16d34ad4448bc0a8229f93092db, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/95b05e47b7ea40c58e0e0d952a016194, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/774569ebda2143ec87b61a5f8e73bfae, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/405054ea1e894f36a7cbb3c5741b90db, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/99065eaa2e4d41c1aba6b52dc8c45e48, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/760d000a936845ea8b30120ebbcbb101, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/aaf9ee6baed1451385bd72eed0929b1c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/3de5a42e3b164f9a8fe7cde97a45d6cf, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/df86d9fe1573455e9b8755d467421636, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/f97c3bc9403f4e23a6ddd9739378f3b0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c25f8f7c9959451fa6595680cc1d001c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/99db40dc5ae34649a14828f1d3711ac7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/a19104229a10404685a311e38055159e] to archive 2024-11-15T20:01:15,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T20:01:15,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c90068433a0e4deaa5b2707e31309b68 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c90068433a0e4deaa5b2707e31309b68 2024-11-15T20:01:15,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/ddfbd82eb14d4b2d94c0b53e15a7743a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/ddfbd82eb14d4b2d94c0b53e15a7743a 2024-11-15T20:01:15,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/425bfeb1d3f84d758b96dd84ab9fd101 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/425bfeb1d3f84d758b96dd84ab9fd101 2024-11-15T20:01:15,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/08cdc86d751d4e50ac6183b4174cbdcf to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/08cdc86d751d4e50ac6183b4174cbdcf 2024-11-15T20:01:15,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/22a11d1e0d2b4c21bff6f52a7a0fccc0 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/22a11d1e0d2b4c21bff6f52a7a0fccc0 2024-11-15T20:01:15,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/44b31693df7d43a3ac86ad3d5dc58810 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/44b31693df7d43a3ac86ad3d5dc58810 2024-11-15T20:01:15,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/8a62912075e346ce9ac202fbff903b25 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/8a62912075e346ce9ac202fbff903b25 2024-11-15T20:01:15,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/325f8948f7f94aa3b4e2396fe457263c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/325f8948f7f94aa3b4e2396fe457263c 2024-11-15T20:01:15,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/6acb15979d7040c494a4ec2f932d2d41 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/6acb15979d7040c494a4ec2f932d2d41 2024-11-15T20:01:15,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/cc170833b331467e9d88ea003c5aa650 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/cc170833b331467e9d88ea003c5aa650 2024-11-15T20:01:15,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/f6386eeaf7d14cd7ad1cbe7dd4124fe6 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/f6386eeaf7d14cd7ad1cbe7dd4124fe6 2024-11-15T20:01:15,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/21012f49d11e4bacb0e8912d17f8c2fe to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/21012f49d11e4bacb0e8912d17f8c2fe 2024-11-15T20:01:16,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c43818926fba4e07bcf86b6a1f726ec2 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c43818926fba4e07bcf86b6a1f726ec2 2024-11-15T20:01:16,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/fd7b8358d18e450cab3b0b0fb1d97b08 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/fd7b8358d18e450cab3b0b0fb1d97b08 2024-11-15T20:01:16,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/744fe466052e4fc39f56abc0202b81b8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/744fe466052e4fc39f56abc0202b81b8 2024-11-15T20:01:16,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/4b60cec25f6b468fa9711305da12150b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/4b60cec25f6b468fa9711305da12150b 2024-11-15T20:01:16,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/176bf16d34ad4448bc0a8229f93092db to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/176bf16d34ad4448bc0a8229f93092db 2024-11-15T20:01:16,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/95b05e47b7ea40c58e0e0d952a016194 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/95b05e47b7ea40c58e0e0d952a016194 2024-11-15T20:01:16,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/774569ebda2143ec87b61a5f8e73bfae to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/774569ebda2143ec87b61a5f8e73bfae 2024-11-15T20:01:16,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/405054ea1e894f36a7cbb3c5741b90db to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/405054ea1e894f36a7cbb3c5741b90db 2024-11-15T20:01:16,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/99065eaa2e4d41c1aba6b52dc8c45e48 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/99065eaa2e4d41c1aba6b52dc8c45e48 2024-11-15T20:01:16,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/760d000a936845ea8b30120ebbcbb101 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/760d000a936845ea8b30120ebbcbb101 2024-11-15T20:01:16,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/aaf9ee6baed1451385bd72eed0929b1c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/aaf9ee6baed1451385bd72eed0929b1c 2024-11-15T20:01:16,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/3de5a42e3b164f9a8fe7cde97a45d6cf to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/3de5a42e3b164f9a8fe7cde97a45d6cf 2024-11-15T20:01:16,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/df86d9fe1573455e9b8755d467421636 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/df86d9fe1573455e9b8755d467421636 2024-11-15T20:01:16,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/f97c3bc9403f4e23a6ddd9739378f3b0 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/f97c3bc9403f4e23a6ddd9739378f3b0 2024-11-15T20:01:16,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c25f8f7c9959451fa6595680cc1d001c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/c25f8f7c9959451fa6595680cc1d001c 2024-11-15T20:01:16,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/99db40dc5ae34649a14828f1d3711ac7 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/99db40dc5ae34649a14828f1d3711ac7 2024-11-15T20:01:16,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/a19104229a10404685a311e38055159e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/a19104229a10404685a311e38055159e 2024-11-15T20:01:16,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/61be11ffdbfd4ae3ba8380a40b7b694d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c1a9e55c461343b78b45604cfc60e5bb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/d252b6196efa4114ae29a3dd31dd2912, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/d03c553ba3f2488d94202384fd12a268, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/e6b980b4f78947448bb8e01486c40450, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/2a3ceb644e854e569a04991b0c4bf2cb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/b3335864f7ca4dda852240a0d9df1f17, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/f6ae494ed4474f15bf34426d008af9fb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/fe6096ddc14b443eab4c7a10f15725a3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c0074dbda1984f91a977551b43371280, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/e62d52f8ac2947b49694178d05b39861, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/06eb379072a042bd88997a22493dd425, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/4b1a934e67c0452dbd3c8c61bf7deb24, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/0de2a03f00f746368a8444dcd159e10d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/6a2a3f5aae424415826ae686c99d956c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/eaa8d3be97154b7a9abee0fc8cd029cd, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/ade39631965c4258ac3efab80c17c4f1, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/fca966ac128549ca856f474d1a982ced, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/676d4c50703a4c4ebc444ffdbe700bd4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/a5709b9f055d4756b2575517a58a56e8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/414cfa472dcc4c19bc0d05fd70423a1a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/482a68c4dd3945dfad9f297384f30a92, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/b82d6507528a48b0bfb3b02b691870fa, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/2c85dcaad5b047afa7b72725206b0da8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c570c594d57c4db29e84d90f1fc6bd11, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/d88a2fa4a2304a2f88b034a3e9755ea9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/5ec1a80f952b451bb08cc9104f49397f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/1c9ac3c2ba9441c484cf72040b7378ec, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/91be2d940f4a46bcad099d5aa1301632] to archive 2024-11-15T20:01:16,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T20:01:16,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/61be11ffdbfd4ae3ba8380a40b7b694d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/61be11ffdbfd4ae3ba8380a40b7b694d 2024-11-15T20:01:16,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c1a9e55c461343b78b45604cfc60e5bb to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c1a9e55c461343b78b45604cfc60e5bb 2024-11-15T20:01:16,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/d252b6196efa4114ae29a3dd31dd2912 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/d252b6196efa4114ae29a3dd31dd2912 2024-11-15T20:01:16,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/d03c553ba3f2488d94202384fd12a268 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/d03c553ba3f2488d94202384fd12a268 2024-11-15T20:01:16,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/e6b980b4f78947448bb8e01486c40450 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/e6b980b4f78947448bb8e01486c40450 2024-11-15T20:01:16,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/2a3ceb644e854e569a04991b0c4bf2cb to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/2a3ceb644e854e569a04991b0c4bf2cb 2024-11-15T20:01:16,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/b3335864f7ca4dda852240a0d9df1f17 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/b3335864f7ca4dda852240a0d9df1f17 2024-11-15T20:01:16,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/f6ae494ed4474f15bf34426d008af9fb to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/f6ae494ed4474f15bf34426d008af9fb 2024-11-15T20:01:16,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/fe6096ddc14b443eab4c7a10f15725a3 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/fe6096ddc14b443eab4c7a10f15725a3 2024-11-15T20:01:16,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c0074dbda1984f91a977551b43371280 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c0074dbda1984f91a977551b43371280 2024-11-15T20:01:16,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/e62d52f8ac2947b49694178d05b39861 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/e62d52f8ac2947b49694178d05b39861 2024-11-15T20:01:16,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/06eb379072a042bd88997a22493dd425 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/06eb379072a042bd88997a22493dd425 2024-11-15T20:01:16,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/4b1a934e67c0452dbd3c8c61bf7deb24 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/4b1a934e67c0452dbd3c8c61bf7deb24 2024-11-15T20:01:16,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/0de2a03f00f746368a8444dcd159e10d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/0de2a03f00f746368a8444dcd159e10d 2024-11-15T20:01:16,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/6a2a3f5aae424415826ae686c99d956c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/6a2a3f5aae424415826ae686c99d956c 2024-11-15T20:01:16,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/eaa8d3be97154b7a9abee0fc8cd029cd to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/eaa8d3be97154b7a9abee0fc8cd029cd 2024-11-15T20:01:16,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/ade39631965c4258ac3efab80c17c4f1 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/ade39631965c4258ac3efab80c17c4f1 2024-11-15T20:01:16,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/fca966ac128549ca856f474d1a982ced to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/fca966ac128549ca856f474d1a982ced 2024-11-15T20:01:16,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/676d4c50703a4c4ebc444ffdbe700bd4 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/676d4c50703a4c4ebc444ffdbe700bd4 2024-11-15T20:01:16,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/a5709b9f055d4756b2575517a58a56e8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/a5709b9f055d4756b2575517a58a56e8 2024-11-15T20:01:16,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/414cfa472dcc4c19bc0d05fd70423a1a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/414cfa472dcc4c19bc0d05fd70423a1a 2024-11-15T20:01:16,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/482a68c4dd3945dfad9f297384f30a92 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/482a68c4dd3945dfad9f297384f30a92 2024-11-15T20:01:16,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/b82d6507528a48b0bfb3b02b691870fa to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/b82d6507528a48b0bfb3b02b691870fa 2024-11-15T20:01:16,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/2c85dcaad5b047afa7b72725206b0da8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/2c85dcaad5b047afa7b72725206b0da8 2024-11-15T20:01:16,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c570c594d57c4db29e84d90f1fc6bd11 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/c570c594d57c4db29e84d90f1fc6bd11 2024-11-15T20:01:16,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/d88a2fa4a2304a2f88b034a3e9755ea9 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/d88a2fa4a2304a2f88b034a3e9755ea9 2024-11-15T20:01:16,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/5ec1a80f952b451bb08cc9104f49397f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/5ec1a80f952b451bb08cc9104f49397f 2024-11-15T20:01:16,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/1c9ac3c2ba9441c484cf72040b7378ec to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/1c9ac3c2ba9441c484cf72040b7378ec 2024-11-15T20:01:16,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/91be2d940f4a46bcad099d5aa1301632 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/91be2d940f4a46bcad099d5aa1301632 2024-11-15T20:01:16,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/da2b519c981b4163823b76fdd6a69cf3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/6ffd084cc49f40c1b6a2dad42b73209f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/1299e95638e748ae886b4b0f234182b1, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/12ffae115ae44c0180cebb227cca3f82, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/0b7a356bb4df4a11a50086831e474744, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/460291c87ff54951ace2b1efa546d513, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/b6d9039393ac4cfdbb0f5bc0aef52521, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c02968e2a0d441f3ad2d5c679bfeac37, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c8d38b069a244452affdf0605b000c5d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/2552f0c0a288479a88a9a8316cb080ce, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/fdf861e5715a4617a4523202a6ac649d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/9998635ee2554d10a59240be93a76059, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c56b9cbfcf6f4e8b9a2352e20c25fce9, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/7112c3bdf07843579f422665259216b8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/ea7f67f611734fe18733cc443dc6d514, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/eb2084635c0646a2a80819e9215effac, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/07e937c345b5494dafb7513bbb80ff35, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/7ea192a07175418ba781cd698a08ac79, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/dae4c9cf7aa9452cb3921bfe0e5d4e81, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/aff38874e07544e1871056618763f2c2, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c0d4f795092e4b5d95851e3b334f2c22, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/24beae4d73ba4c1bb2eb03ed7bf9dd1a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/da6bcb1b957a42fab3f44a58eb44a291, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/8d5227a5927a40f4923e382f9cc1b11c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/abf7ca1c2665464aa166d54f3913e4c7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/172f5410064d4ada9932d3d068171ec3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/6f67eb9df20e4c00936713cb10374f26, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/13ec0a071fc24247910aa2fb62b61b77, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/af9dcb9cf3c745f5a96a60dfeab5e85c] to archive 2024-11-15T20:01:16,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T20:01:16,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/da2b519c981b4163823b76fdd6a69cf3 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/da2b519c981b4163823b76fdd6a69cf3 2024-11-15T20:01:16,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/6ffd084cc49f40c1b6a2dad42b73209f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/6ffd084cc49f40c1b6a2dad42b73209f 2024-11-15T20:01:16,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/1299e95638e748ae886b4b0f234182b1 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/1299e95638e748ae886b4b0f234182b1 2024-11-15T20:01:16,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/12ffae115ae44c0180cebb227cca3f82 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/12ffae115ae44c0180cebb227cca3f82 2024-11-15T20:01:16,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/0b7a356bb4df4a11a50086831e474744 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/0b7a356bb4df4a11a50086831e474744 2024-11-15T20:01:16,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/460291c87ff54951ace2b1efa546d513 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/460291c87ff54951ace2b1efa546d513 2024-11-15T20:01:16,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/b6d9039393ac4cfdbb0f5bc0aef52521 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/b6d9039393ac4cfdbb0f5bc0aef52521 2024-11-15T20:01:16,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c02968e2a0d441f3ad2d5c679bfeac37 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c02968e2a0d441f3ad2d5c679bfeac37 2024-11-15T20:01:16,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c8d38b069a244452affdf0605b000c5d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c8d38b069a244452affdf0605b000c5d 2024-11-15T20:01:16,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/2552f0c0a288479a88a9a8316cb080ce to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/2552f0c0a288479a88a9a8316cb080ce 2024-11-15T20:01:16,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/fdf861e5715a4617a4523202a6ac649d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/fdf861e5715a4617a4523202a6ac649d 2024-11-15T20:01:16,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/9998635ee2554d10a59240be93a76059 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/9998635ee2554d10a59240be93a76059 2024-11-15T20:01:16,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c56b9cbfcf6f4e8b9a2352e20c25fce9 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c56b9cbfcf6f4e8b9a2352e20c25fce9 2024-11-15T20:01:16,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/7112c3bdf07843579f422665259216b8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/7112c3bdf07843579f422665259216b8 2024-11-15T20:01:16,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/ea7f67f611734fe18733cc443dc6d514 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/ea7f67f611734fe18733cc443dc6d514 2024-11-15T20:01:16,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/eb2084635c0646a2a80819e9215effac to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/eb2084635c0646a2a80819e9215effac 2024-11-15T20:01:16,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/07e937c345b5494dafb7513bbb80ff35 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/07e937c345b5494dafb7513bbb80ff35 2024-11-15T20:01:16,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/7ea192a07175418ba781cd698a08ac79 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/7ea192a07175418ba781cd698a08ac79 2024-11-15T20:01:16,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/dae4c9cf7aa9452cb3921bfe0e5d4e81 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/dae4c9cf7aa9452cb3921bfe0e5d4e81 2024-11-15T20:01:16,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/aff38874e07544e1871056618763f2c2 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/aff38874e07544e1871056618763f2c2 2024-11-15T20:01:16,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c0d4f795092e4b5d95851e3b334f2c22 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c0d4f795092e4b5d95851e3b334f2c22 2024-11-15T20:01:16,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/24beae4d73ba4c1bb2eb03ed7bf9dd1a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/24beae4d73ba4c1bb2eb03ed7bf9dd1a 2024-11-15T20:01:16,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/da6bcb1b957a42fab3f44a58eb44a291 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/da6bcb1b957a42fab3f44a58eb44a291 2024-11-15T20:01:16,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/8d5227a5927a40f4923e382f9cc1b11c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/8d5227a5927a40f4923e382f9cc1b11c 2024-11-15T20:01:16,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/abf7ca1c2665464aa166d54f3913e4c7 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/abf7ca1c2665464aa166d54f3913e4c7 2024-11-15T20:01:16,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/172f5410064d4ada9932d3d068171ec3 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/172f5410064d4ada9932d3d068171ec3 2024-11-15T20:01:16,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/6f67eb9df20e4c00936713cb10374f26 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/6f67eb9df20e4c00936713cb10374f26 2024-11-15T20:01:16,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/13ec0a071fc24247910aa2fb62b61b77 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/13ec0a071fc24247910aa2fb62b61b77 2024-11-15T20:01:16,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/af9dcb9cf3c745f5a96a60dfeab5e85c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/af9dcb9cf3c745f5a96a60dfeab5e85c 2024-11-15T20:01:16,080 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/recovered.edits/418.seqid, newMaxSeqId=418, maxSeqId=1 2024-11-15T20:01:16,080 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. 2024-11-15T20:01:16,080 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 9493ce70044a33cff5914c873f671dbe: Waiting for close lock at 1731700874749Running coprocessor pre-close hooks at 1731700874749Disabling compacts and flushes for region at 1731700874749Disabling writes for close at 1731700874749Obtaining lock to block concurrent updates at 1731700874749Preparing flush snapshotting stores in 9493ce70044a33cff5914c873f671dbe at 1731700874749Finished memstore snapshotting TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731700874749Flushing stores of TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe. at 1731700874750 (+1 ms)Flushing 9493ce70044a33cff5914c873f671dbe/A: creating writer at 1731700874750Flushing 9493ce70044a33cff5914c873f671dbe/A: appending metadata at 1731700874752 (+2 ms)Flushing 9493ce70044a33cff5914c873f671dbe/A: closing flushed file at 1731700874752Flushing 9493ce70044a33cff5914c873f671dbe/B: creating writer at 1731700875159 (+407 ms)Flushing 9493ce70044a33cff5914c873f671dbe/B: appending metadata at 1731700875161 (+2 ms)Flushing 9493ce70044a33cff5914c873f671dbe/B: closing flushed file at 1731700875161Flushing 9493ce70044a33cff5914c873f671dbe/C: creating writer at 1731700875569 (+408 ms)Flushing 9493ce70044a33cff5914c873f671dbe/C: appending metadata at 1731700875570 (+1 ms)Flushing 9493ce70044a33cff5914c873f671dbe/C: closing flushed file at 1731700875571 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9cadde: reopening flushed file at 1731700875977 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29827e1e: reopening flushed file at 1731700875981 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53ba9383: reopening flushed file at 1731700875984 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 9493ce70044a33cff5914c873f671dbe in 1239ms, sequenceid=415, compaction requested=false at 1731700875988 (+4 ms)Writing region close event to WAL at 1731700876077 (+89 ms)Running coprocessor post-close hooks at 1731700876080 (+3 ms)Closed at 1731700876080 2024-11-15T20:01:16,083 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 9493ce70044a33cff5914c873f671dbe 2024-11-15T20:01:16,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=9493ce70044a33cff5914c873f671dbe, regionState=CLOSED 2024-11-15T20:01:16,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T20:01:16,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-15T20:01:16,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 9493ce70044a33cff5914c873f671dbe, server=c325ef450a96,42595,1731700725376 in 1.4900 sec 2024-11-15T20:01:16,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-15T20:01:16,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9493ce70044a33cff5914c873f671dbe, UNASSIGN in 1.4930 sec 2024-11-15T20:01:16,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-15T20:01:16,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4980 sec 2024-11-15T20:01:16,093 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700876092"}]},"ts":"1731700876092"} 2024-11-15T20:01:16,094 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T20:01:16,094 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T20:01:16,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5070 sec 2024-11-15T20:01:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-15T20:01:16,740 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:16,741 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T20:01:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:01:16,743 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:01:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T20:01:16,744 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=145, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:01:16,746 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe 2024-11-15T20:01:16,749 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/recovered.edits] 2024-11-15T20:01:16,751 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/6b341a5522c7439c8c1a17ea24f1c501 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/6b341a5522c7439c8c1a17ea24f1c501 2024-11-15T20:01:16,753 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/906ab9dd63134bf2a54605a7b439a8ec to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/A/906ab9dd63134bf2a54605a7b439a8ec 2024-11-15T20:01:16,756 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/8ccfc6f35470446ba9f0e89ce14bae8d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/8ccfc6f35470446ba9f0e89ce14bae8d 2024-11-15T20:01:16,758 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/bbd52433975a446ba4855f218a4d2bdf to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/B/bbd52433975a446ba4855f218a4d2bdf 2024-11-15T20:01:16,762 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c23aa3f458324201bb19dbb041f25d87 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/c23aa3f458324201bb19dbb041f25d87 2024-11-15T20:01:16,763 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/f5ad3238892c41a7a5a45e778d100626 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/C/f5ad3238892c41a7a5a45e778d100626 2024-11-15T20:01:16,766 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/recovered.edits/418.seqid to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe/recovered.edits/418.seqid 2024-11-15T20:01:16,766 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/9493ce70044a33cff5914c873f671dbe 2024-11-15T20:01:16,766 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T20:01:16,769 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=145, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:01:16,772 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T20:01:16,774 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T20:01:16,775 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=145, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:01:16,775 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T20:01:16,776 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731700876775"}]},"ts":"9223372036854775807"} 2024-11-15T20:01:16,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T20:01:16,780 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9493ce70044a33cff5914c873f671dbe, NAME => 'TestAcidGuarantees,,1731700843910.9493ce70044a33cff5914c873f671dbe.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T20:01:16,780 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T20:01:16,780 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731700876780"}]},"ts":"9223372036854775807"} 2024-11-15T20:01:16,782 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T20:01:16,783 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=145, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:01:16,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-11-15T20:01:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-15T20:01:16,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T20:01:16,851 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:16,865 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=236 (was 237), OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 365), ProcessCount=11 (was 11), AvailableMemoryMB=832 (was 262) - AvailableMemoryMB LEAK? - 2024-11-15T20:01:16,877 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=236, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=306, ProcessCount=12, AvailableMemoryMB=830 2024-11-15T20:01:16,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T20:01:16,880 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T20:01:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T20:01:16,885 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T20:01:16,885 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:16,885 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 146 2024-11-15T20:01:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-15T20:01:16,886 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T20:01:16,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742363_1539 (size=959) 2024-11-15T20:01:16,894 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97 2024-11-15T20:01:16,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742364_1540 (size=53) 2024-11-15T20:01:16,901 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T20:01:16,901 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 388a67797c0a2b1a77ec436293b33524, disabling compactions & flushes 2024-11-15T20:01:16,901 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:16,901 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:16,901 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. after waiting 0 ms 2024-11-15T20:01:16,901 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:16,901 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:16,901 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 388a67797c0a2b1a77ec436293b33524: Waiting for close lock at 1731700876901Disabling compacts and flushes for region at 1731700876901Disabling writes for close at 1731700876901Writing region close event to WAL at 1731700876901Closed at 1731700876901 2024-11-15T20:01:16,903 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T20:01:16,903 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731700876903"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700876903"}]},"ts":"1731700876903"} 2024-11-15T20:01:16,905 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T20:01:16,906 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T20:01:16,906 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700876906"}]},"ts":"1731700876906"} 2024-11-15T20:01:16,907 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T20:01:16,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=388a67797c0a2b1a77ec436293b33524, ASSIGN}] 2024-11-15T20:01:16,909 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=388a67797c0a2b1a77ec436293b33524, ASSIGN 2024-11-15T20:01:16,910 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=388a67797c0a2b1a77ec436293b33524, ASSIGN; state=OFFLINE, location=c325ef450a96,42595,1731700725376; forceNewPlan=false, retain=false 2024-11-15T20:01:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-15T20:01:17,060 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=388a67797c0a2b1a77ec436293b33524, regionState=OPENING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T20:01:17,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=388a67797c0a2b1a77ec436293b33524, ASSIGN because future has completed 2024-11-15T20:01:17,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376}] 2024-11-15T20:01:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-15T20:01:17,220 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:17,220 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7752): Opening region: {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} 2024-11-15T20:01:17,220 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:17,220 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T20:01:17,221 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7794): checking encryption for 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:17,221 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7797): checking classloading for 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:17,222 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:17,224 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388a67797c0a2b1a77ec436293b33524 columnFamilyName A 2024-11-15T20:01:17,224 DEBUG [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:17,225 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] regionserver.HStore(327): Store=388a67797c0a2b1a77ec436293b33524/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T20:01:17,225 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:17,226 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388a67797c0a2b1a77ec436293b33524 columnFamilyName B 2024-11-15T20:01:17,226 DEBUG [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:17,227 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] regionserver.HStore(327): Store=388a67797c0a2b1a77ec436293b33524/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T20:01:17,227 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:17,228 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388a67797c0a2b1a77ec436293b33524 columnFamilyName C 2024-11-15T20:01:17,228 DEBUG [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:17,228 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] regionserver.HStore(327): Store=388a67797c0a2b1a77ec436293b33524/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T20:01:17,229 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1038): replaying wal for 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:17,229 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:17,230 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:17,231 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1048): stopping wal replay for 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:17,231 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1060): Cleaning up temporary data for 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:17,232 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T20:01:17,233 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1093): writing seq id for 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:17,235 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T20:01:17,236 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1114): Opened 388a67797c0a2b1a77ec436293b33524; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61814911, jitterRate=-0.07888604700565338}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T20:01:17,236 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:17,237 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1006): Region open journal for 388a67797c0a2b1a77ec436293b33524: Running coprocessor pre-open hook at 1731700877221Writing region info on filesystem at 1731700877221Initializing all the Stores at 1731700877222 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700877222Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700877222Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700877222Cleaning up temporary data from old regions at 1731700877231 (+9 ms)Running coprocessor post-open hooks at 1731700877236 (+5 ms)Region opened successfully at 1731700877237 (+1 ms) 2024-11-15T20:01:17,239 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., pid=148, masterSystemTime=1731700877216 2024-11-15T20:01:17,241 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:17,241 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:17,244 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=388a67797c0a2b1a77ec436293b33524, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T20:01:17,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T20:01:17,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-15T20:01:17,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 in 185 msec 2024-11-15T20:01:17,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-15T20:01:17,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=388a67797c0a2b1a77ec436293b33524, ASSIGN in 342 msec 2024-11-15T20:01:17,254 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T20:01:17,254 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700877254"}]},"ts":"1731700877254"} 2024-11-15T20:01:17,256 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T20:01:17,257 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T20:01:17,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 377 msec 2024-11-15T20:01:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-15T20:01:17,510 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:17,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185b2823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:17,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:01:17,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:01:17,512 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:01:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:01:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:01:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6a5565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:01:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:01:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:17,514 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:01:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e31cd66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:17,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:01:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:01:17,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:01:17,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:01:17,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T20:01:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c325ef450a96,43137,1731700724558 2024-11-15T20:01:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e79be5d 2024-11-15T20:01:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T20:01:17,519 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T20:01:17,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T20:01:17,521 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T20:01:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T20:01:17,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742365_1541 (size=995) 2024-11-15T20:01:17,933 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-15T20:01:17,933 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-15T20:01:17,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T20:01:17,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=388a67797c0a2b1a77ec436293b33524, REOPEN/MOVE}] 2024-11-15T20:01:17,939 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=388a67797c0a2b1a77ec436293b33524, REOPEN/MOVE 2024-11-15T20:01:17,939 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=388a67797c0a2b1a77ec436293b33524, regionState=CLOSING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T20:01:17,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=388a67797c0a2b1a77ec436293b33524, REOPEN/MOVE because future has completed 2024-11-15T20:01:17,941 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T20:01:17,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376}] 2024-11-15T20:01:18,093 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,093 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T20:01:18,093 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing 388a67797c0a2b1a77ec436293b33524, disabling compactions & flushes 2024-11-15T20:01:18,093 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:18,093 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:18,093 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. after waiting 0 ms 2024-11-15T20:01:18,093 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:18,097 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T20:01:18,098 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:18,098 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for 388a67797c0a2b1a77ec436293b33524: Waiting for close lock at 1731700878093Running coprocessor pre-close hooks at 1731700878093Disabling compacts and flushes for region at 1731700878093Disabling writes for close at 1731700878093Writing region close event to WAL at 1731700878094 (+1 ms)Running coprocessor post-close hooks at 1731700878097 (+3 ms)Closed at 1731700878098 (+1 ms) 2024-11-15T20:01:18,098 WARN [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionServer(3299): Not adding moved region record: 388a67797c0a2b1a77ec436293b33524 to self. 2024-11-15T20:01:18,100 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,100 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=388a67797c0a2b1a77ec436293b33524, regionState=CLOSED 2024-11-15T20:01:18,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T20:01:18,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-15T20:01:18,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; CloseRegionProcedure 388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 in 161 msec 2024-11-15T20:01:18,104 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=388a67797c0a2b1a77ec436293b33524, REOPEN/MOVE; state=CLOSED, location=c325ef450a96,42595,1731700725376; forceNewPlan=false, retain=true 2024-11-15T20:01:18,255 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=388a67797c0a2b1a77ec436293b33524, regionState=OPENING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=388a67797c0a2b1a77ec436293b33524, REOPEN/MOVE because future has completed 2024-11-15T20:01:18,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376}] 2024-11-15T20:01:18,414 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:18,414 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7752): Opening region: {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} 2024-11-15T20:01:18,414 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,414 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T20:01:18,414 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7794): checking encryption for 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,414 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7797): checking classloading for 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,415 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,417 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388a67797c0a2b1a77ec436293b33524 columnFamilyName A 2024-11-15T20:01:18,418 DEBUG [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:18,418 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] regionserver.HStore(327): Store=388a67797c0a2b1a77ec436293b33524/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T20:01:18,419 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,420 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388a67797c0a2b1a77ec436293b33524 columnFamilyName B 2024-11-15T20:01:18,420 DEBUG [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:18,420 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] regionserver.HStore(327): Store=388a67797c0a2b1a77ec436293b33524/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T20:01:18,420 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,421 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388a67797c0a2b1a77ec436293b33524 columnFamilyName C 2024-11-15T20:01:18,421 DEBUG [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:18,422 INFO [StoreOpener-388a67797c0a2b1a77ec436293b33524-1 {}] regionserver.HStore(327): Store=388a67797c0a2b1a77ec436293b33524/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T20:01:18,422 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1038): replaying wal for 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,423 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,424 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,425 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1048): stopping wal replay for 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,425 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1060): Cleaning up temporary data for 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,425 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T20:01:18,426 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1093): writing seq id for 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,427 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1114): Opened 388a67797c0a2b1a77ec436293b33524; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69628941, jitterRate=0.03755207359790802}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T20:01:18,427 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,428 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1006): Region open journal for 388a67797c0a2b1a77ec436293b33524: Running coprocessor pre-open hook at 1731700878414Writing region info on filesystem at 1731700878414Initializing all the Stores at 1731700878415 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700878415Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700878415Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700878415Cleaning up temporary data from old regions at 1731700878425 (+10 ms)Running coprocessor post-open hooks at 1731700878427 (+2 ms)Region opened successfully at 1731700878428 (+1 ms) 2024-11-15T20:01:18,429 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., pid=153, masterSystemTime=1731700878410 2024-11-15T20:01:18,431 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:18,431 INFO [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:18,431 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=388a67797c0a2b1a77ec436293b33524, regionState=OPEN, openSeqNum=5, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T20:01:18,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=151 2024-11-15T20:01:18,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure 388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 in 176 msec 2024-11-15T20:01:18,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-15T20:01:18,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=388a67797c0a2b1a77ec436293b33524, REOPEN/MOVE in 497 msec 2024-11-15T20:01:18,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-15T20:01:18,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 503 msec 2024-11-15T20:01:18,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 919 msec 2024-11-15T20:01:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-15T20:01:18,443 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:18,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:01:18,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:01:18,445 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:01:18,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:01:18,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:01:18,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15fab75a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:01:18,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:01:18,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:18,446 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:01:18,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69232407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:01:18,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:01:18,449 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:01:18,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:01:18,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:01:18,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642e683c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:01:18,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:01:18,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:18,450 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:01:18,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4dbe80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:01:18,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:01:18,452 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:01:18,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:01:18,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:01:18,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b154abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:01:18,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:01:18,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:18,454 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:01:18,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b331a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:01:18,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:01:18,456 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:01:18,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:01:18,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:01:18,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b66669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:01:18,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:01:18,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:18,458 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:01:18,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31127875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:01:18,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:01:18,459 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:01:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:01:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:01:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c14784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:01:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:01:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:18,461 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:01:18,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3005f3fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:01:18,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:01:18,463 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:01:18,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:01:18,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:01:18,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac3af15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:01:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:01:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:18,464 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:01:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55699725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:01:18,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:01:18,467 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:01:18,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:01:18,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:01:18,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295b9944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:01:18,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:01:18,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:18,468 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:01:18,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa10f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:01:18,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:01:18,470 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:01:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:01:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:01:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14856703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:01:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:01:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:18,472 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:01:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6442b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:01:18,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:01:18,476 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:01:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:01:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:01:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4fd1d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:01:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:01:18,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:18,477 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:01:18,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2999c01f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e766e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,43137,-1 for getting cluster id 2024-11-15T20:01:18,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T20:01:18,481 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5' 2024-11-15T20:01:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T20:01:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6c618c-fb7f-41d1-adbc-f74cbf56f8d5" 2024-11-15T20:01:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aeb7446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,43137,-1] 2024-11-15T20:01:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T20:01:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:18,482 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T20:01:18,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfb9154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T20:01:18,483 DEBUG [Thread-2430 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:01:18,484 DEBUG [Thread-2432 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:01:18,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:01:18,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:01:18,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:01:18,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:01:18,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:01:18,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:01:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:01:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:01:18,488 DEBUG [Thread-2421 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:01:18,488 DEBUG [Thread-2423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:01:18,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:01:18,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:01:18,489 DEBUG [Thread-2417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:01:18,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:01:18,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:01:18,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:01:18,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:01:18,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:01:18,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:01:18,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:01:18,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:01:18,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:01:18,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:01:18,504 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:01:18,504 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:01:18,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T20:01:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-15T20:01:18,507 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:01:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T20:01:18,508 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:01:18,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:01:18,512 DEBUG [Thread-2425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:01:18,513 DEBUG [Thread-2425 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:01:18,514 DEBUG [Thread-2425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:01:18,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:01:18,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:01:18,512 DEBUG [Thread-2436 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:01:18,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:01:18,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:01:18,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:01:18,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:01:18,536 DEBUG [Thread-2419 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:01:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:01:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:01:18,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:01:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:01:18,545 DEBUG [Thread-2428 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:01:18,547 DEBUG [Thread-2428 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:01:18,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700938544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,548 DEBUG [Thread-2428 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:01:18,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700938546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:18,549 DEBUG [Thread-2434 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T20:01:18,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:01:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42595,1731700725376, seqNum=-1] 2024-11-15T20:01:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T20:01:18,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:01:18,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T20:01:18,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57224 deadline: 1731700938548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700938548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700938548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5] 2024-11-15T20:01:18,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:18,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154b75d2e79fab4768bed1f2f0842b04a1_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_0/A:col10/1731700878502/Put/seqid=0 2024-11-15T20:01:18,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742366_1542 (size=12154) 2024-11-15T20:01:18,604 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:18,609 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154b75d2e79fab4768bed1f2f0842b04a1_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154b75d2e79fab4768bed1f2f0842b04a1_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T20:01:18,611 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/b511dcc1bee7446ebce4d54411e79d85, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:18,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/b511dcc1bee7446ebce4d54411e79d85 is 175, key is test_row_0/A:col10/1731700878502/Put/seqid=0 2024-11-15T20:01:18,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742367_1543 (size=30955) 2024-11-15T20:01:18,652 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/b511dcc1bee7446ebce4d54411e79d85 2024-11-15T20:01:18,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T20:01:18,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:18,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:18,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:18,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:18,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:18,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700938661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700938662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57224 deadline: 1731700938662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700938662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:18,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:18,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700938662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:18,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/a85444cae23342ef814e13fdfb600e59 is 50, key is test_row_0/B:col10/1731700878502/Put/seqid=0 2024-11-15T20:01:18,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742368_1544 (size=12001) 2024-11-15T20:01:18,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T20:01:18,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:18,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:18,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:18,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:18,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T20:01:18,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700938871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57224 deadline: 1731700938871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:18,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700938871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:18,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700938871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:18,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700938871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:18,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:18,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:18,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T20:01:18,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:18,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:18,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:18,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:18,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T20:01:19,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:19,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:19,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:19,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T20:01:19,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/a85444cae23342ef814e13fdfb600e59 2024-11-15T20:01:19,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700939181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:19,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700939182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:19,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700939182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:19,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:19,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57224 deadline: 1731700939182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:19,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700939182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:19,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:19,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:19,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:19,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/17090d4d251b4eaab9c3e169e62d81b6 is 50, key is test_row_0/C:col10/1731700878502/Put/seqid=0 2024-11-15T20:01:19,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742369_1545 (size=12001) 2024-11-15T20:01:19,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T20:01:19,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:19,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:19,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:19,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T20:01:19,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:19,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:19,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:19,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T20:01:19,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:19,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:19,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:19,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/17090d4d251b4eaab9c3e169e62d81b6 2024-11-15T20:01:19,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/b511dcc1bee7446ebce4d54411e79d85 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/b511dcc1bee7446ebce4d54411e79d85 2024-11-15T20:01:19,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/b511dcc1bee7446ebce4d54411e79d85, entries=150, sequenceid=16, filesize=30.2 K 2024-11-15T20:01:19,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/a85444cae23342ef814e13fdfb600e59 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/a85444cae23342ef814e13fdfb600e59 2024-11-15T20:01:19,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/a85444cae23342ef814e13fdfb600e59, entries=150, sequenceid=16, filesize=11.7 K 2024-11-15T20:01:19,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/17090d4d251b4eaab9c3e169e62d81b6 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/17090d4d251b4eaab9c3e169e62d81b6 2024-11-15T20:01:19,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/17090d4d251b4eaab9c3e169e62d81b6, entries=150, sequenceid=16, filesize=11.7 K 2024-11-15T20:01:19,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 388a67797c0a2b1a77ec436293b33524 in 1121ms, sequenceid=16, compaction requested=false 2024-11-15T20:01:19,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T20:01:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:19,694 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:01:19,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T20:01:19,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151b59485301ee48c68a83d0b8c175b657_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_0/A:col10/1731700878537/Put/seqid=0 2024-11-15T20:01:19,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700939702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:19,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700939702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:19,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:19,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57224 deadline: 1731700939703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:19,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:19,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700939703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:19,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:19,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:19,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700939704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:19,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:19,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:19,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742370_1546 (size=12154) 2024-11-15T20:01:19,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T20:01:19,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:19,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:19,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:19,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700939810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:19,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57224 deadline: 1731700939810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:19,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700939811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:19,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700939811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:19,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700939811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:19,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T20:01:19,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:19,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:19,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:19,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57224 deadline: 1731700940020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700940021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700940021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700940021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700940022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T20:01:20,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:20,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:20,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:20,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,116 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:20,122 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151b59485301ee48c68a83d0b8c175b657_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151b59485301ee48c68a83d0b8c175b657_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:20,125 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/f5ab5a8d45f0457b9e8b168bb91dc7a7, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:20,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/f5ab5a8d45f0457b9e8b168bb91dc7a7 is 175, key is test_row_0/A:col10/1731700878537/Put/seqid=0 2024-11-15T20:01:20,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742371_1547 (size=30955) 2024-11-15T20:01:20,170 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=45, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/f5ab5a8d45f0457b9e8b168bb91dc7a7 2024-11-15T20:01:20,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/6adbddbae1cf4083a47836d1f35aeea4 is 50, key is test_row_0/B:col10/1731700878537/Put/seqid=0 2024-11-15T20:01:20,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T20:01:20,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:20,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:20,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:20,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742372_1548 (size=12001) 2024-11-15T20:01:20,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/6adbddbae1cf4083a47836d1f35aeea4 2024-11-15T20:01:20,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/47fa7a3d7f1544cea4ea7ea5017d052b is 50, key is test_row_0/C:col10/1731700878537/Put/seqid=0 2024-11-15T20:01:20,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742373_1549 (size=12001) 2024-11-15T20:01:20,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/47fa7a3d7f1544cea4ea7ea5017d052b 2024-11-15T20:01:20,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/f5ab5a8d45f0457b9e8b168bb91dc7a7 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/f5ab5a8d45f0457b9e8b168bb91dc7a7 2024-11-15T20:01:20,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/f5ab5a8d45f0457b9e8b168bb91dc7a7, entries=150, sequenceid=45, filesize=30.2 K 2024-11-15T20:01:20,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/6adbddbae1cf4083a47836d1f35aeea4 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/6adbddbae1cf4083a47836d1f35aeea4 2024-11-15T20:01:20,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/6adbddbae1cf4083a47836d1f35aeea4, entries=150, sequenceid=45, filesize=11.7 K 2024-11-15T20:01:20,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/47fa7a3d7f1544cea4ea7ea5017d052b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/47fa7a3d7f1544cea4ea7ea5017d052b 2024-11-15T20:01:20,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57224 deadline: 1731700940331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/47fa7a3d7f1544cea4ea7ea5017d052b, entries=150, sequenceid=45, filesize=11.7 K 2024-11-15T20:01:20,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 388a67797c0a2b1a77ec436293b33524 in 640ms, sequenceid=45, compaction requested=false 2024-11-15T20:01:20,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:20,337 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:01:20,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T20:01:20,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T20:01:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:20,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115722fdbfefee04f55a5d02abd606d380e_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_0/A:col10/1731700880337/Put/seqid=0 2024-11-15T20:01:20,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742374_1550 (size=14594) 2024-11-15T20:01:20,377 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:20,380 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115722fdbfefee04f55a5d02abd606d380e_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115722fdbfefee04f55a5d02abd606d380e_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:20,381 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/de182495bb254655b7539f2893183cb4, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:20,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/de182495bb254655b7539f2893183cb4 is 175, key is test_row_0/A:col10/1731700880337/Put/seqid=0 2024-11-15T20:01:20,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700940383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700940383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700940387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742375_1551 (size=39549) 2024-11-15T20:01:20,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700940387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700940500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700940500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700940501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700940501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T20:01:20,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:20,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:20,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:20,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T20:01:20,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T20:01:20,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:20,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:20,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:20,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700940710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700940710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700940710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700940710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,794 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/de182495bb254655b7539f2893183cb4 2024-11-15T20:01:20,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/7e58b3b07ec442979bd1582a6b6f966b is 50, key is test_row_0/B:col10/1731700880337/Put/seqid=0 2024-11-15T20:01:20,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T20:01:20,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:20,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:20,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:20,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:20,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742376_1552 (size=12001) 2024-11-15T20:01:20,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/7e58b3b07ec442979bd1582a6b6f966b 2024-11-15T20:01:20,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57224 deadline: 1731700940840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:20,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:20,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:20,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/a84cb41fc0b741c9b068d45c9e65c13e is 50, key is test_row_0/C:col10/1731700880337/Put/seqid=0 2024-11-15T20:01:20,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742377_1553 (size=12001) 2024-11-15T20:01:20,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/a84cb41fc0b741c9b068d45c9e65c13e 2024-11-15T20:01:20,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/de182495bb254655b7539f2893183cb4 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/de182495bb254655b7539f2893183cb4 2024-11-15T20:01:20,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/de182495bb254655b7539f2893183cb4, entries=200, sequenceid=57, filesize=38.6 K 2024-11-15T20:01:20,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/7e58b3b07ec442979bd1582a6b6f966b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/7e58b3b07ec442979bd1582a6b6f966b 2024-11-15T20:01:20,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/7e58b3b07ec442979bd1582a6b6f966b, entries=150, sequenceid=57, filesize=11.7 K 2024-11-15T20:01:20,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/a84cb41fc0b741c9b068d45c9e65c13e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a84cb41fc0b741c9b068d45c9e65c13e 2024-11-15T20:01:20,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a84cb41fc0b741c9b068d45c9e65c13e, entries=150, sequenceid=57, filesize=11.7 K 2024-11-15T20:01:20,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 388a67797c0a2b1a77ec436293b33524 in 600ms, sequenceid=57, compaction requested=true 2024-11-15T20:01:20,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:20,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:01:20,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:20,937 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:20,937 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:20,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:01:20,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:20,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:01:20,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:20,938 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:20,938 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/A is initiating minor compaction (all files) 2024-11-15T20:01:20,938 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/A in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:20,938 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/b511dcc1bee7446ebce4d54411e79d85, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/f5ab5a8d45f0457b9e8b168bb91dc7a7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/de182495bb254655b7539f2893183cb4] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=99.1 K 2024-11-15T20:01:20,938 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:20,938 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/b511dcc1bee7446ebce4d54411e79d85, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/f5ab5a8d45f0457b9e8b168bb91dc7a7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/de182495bb254655b7539f2893183cb4] 2024-11-15T20:01:20,939 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:20,939 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/B is initiating minor compaction (all files) 2024-11-15T20:01:20,939 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/B in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:20,939 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/a85444cae23342ef814e13fdfb600e59, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/6adbddbae1cf4083a47836d1f35aeea4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/7e58b3b07ec442979bd1582a6b6f966b] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=35.2 K 2024-11-15T20:01:20,939 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b511dcc1bee7446ebce4d54411e79d85, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731700878500 2024-11-15T20:01:20,940 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting a85444cae23342ef814e13fdfb600e59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731700878500 2024-11-15T20:01:20,942 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5ab5a8d45f0457b9e8b168bb91dc7a7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731700878537 2024-11-15T20:01:20,942 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 6adbddbae1cf4083a47836d1f35aeea4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731700878537 2024-11-15T20:01:20,942 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting de182495bb254655b7539f2893183cb4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731700879701 2024-11-15T20:01:20,942 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e58b3b07ec442979bd1582a6b6f966b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731700879701 2024-11-15T20:01:20,969 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:20,981 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#B#compaction#472 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:20,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-15T20:01:20,982 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/8b22e6c15c0a483abccbbf782d5b5d86 is 50, key is test_row_0/B:col10/1731700880337/Put/seqid=0 2024-11-15T20:01:20,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:20,982 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T20:01:20,988 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111566c6886e27784c8992c17bbb443e16df_388a67797c0a2b1a77ec436293b33524 store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:20,991 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111566c6886e27784c8992c17bbb443e16df_388a67797c0a2b1a77ec436293b33524, store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:20,991 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111566c6886e27784c8992c17bbb443e16df_388a67797c0a2b1a77ec436293b33524 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:21,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:21,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700941037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742378_1554 (size=12104) 2024-11-15T20:01:21,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:21,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700941043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700941043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:21,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700941044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:21,055 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/8b22e6c15c0a483abccbbf782d5b5d86 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/8b22e6c15c0a483abccbbf782d5b5d86 2024-11-15T20:01:21,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155e8fa87986b743d6a95a3c25a8bc9ad9_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_0/A:col10/1731700880383/Put/seqid=0 2024-11-15T20:01:21,063 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/B of 388a67797c0a2b1a77ec436293b33524 into 8b22e6c15c0a483abccbbf782d5b5d86(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:21,063 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:21,063 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/B, priority=13, startTime=1731700880937; duration=0sec 2024-11-15T20:01:21,063 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:21,063 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:B 2024-11-15T20:01:21,063 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:21,064 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:21,065 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/C is initiating minor compaction (all files) 2024-11-15T20:01:21,065 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/C in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:21,065 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/17090d4d251b4eaab9c3e169e62d81b6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/47fa7a3d7f1544cea4ea7ea5017d052b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a84cb41fc0b741c9b068d45c9e65c13e] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=35.2 K 2024-11-15T20:01:21,065 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 17090d4d251b4eaab9c3e169e62d81b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731700878500 2024-11-15T20:01:21,066 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 47fa7a3d7f1544cea4ea7ea5017d052b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731700878537 2024-11-15T20:01:21,067 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting a84cb41fc0b741c9b068d45c9e65c13e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731700879701 2024-11-15T20:01:21,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742379_1555 (size=4469) 2024-11-15T20:01:21,077 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#A#compaction#471 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:21,078 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/db8fd3629b134abf95eb12105769bf69 is 175, key is test_row_0/A:col10/1731700880337/Put/seqid=0 2024-11-15T20:01:21,112 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#C#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:21,112 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/ecdd66b01ff84cb8a3dbc62e36d22b0a is 50, key is test_row_0/C:col10/1731700880337/Put/seqid=0 2024-11-15T20:01:21,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742380_1556 (size=12154) 2024-11-15T20:01:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700941161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700941161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:21,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700941161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:21,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700941161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:21,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742381_1557 (size=31058) 2024-11-15T20:01:21,171 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/db8fd3629b134abf95eb12105769bf69 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/db8fd3629b134abf95eb12105769bf69 2024-11-15T20:01:21,176 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/A of 388a67797c0a2b1a77ec436293b33524 into db8fd3629b134abf95eb12105769bf69(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:21,176 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:21,176 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/A, priority=13, startTime=1731700880937; duration=0sec 2024-11-15T20:01:21,176 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:21,176 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:A 2024-11-15T20:01:21,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742382_1558 (size=12104) 2024-11-15T20:01:21,189 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/ecdd66b01ff84cb8a3dbc62e36d22b0a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/ecdd66b01ff84cb8a3dbc62e36d22b0a 2024-11-15T20:01:21,193 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/C of 388a67797c0a2b1a77ec436293b33524 into ecdd66b01ff84cb8a3dbc62e36d22b0a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:21,193 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:21,193 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/C, priority=13, startTime=1731700880937; duration=0sec 2024-11-15T20:01:21,193 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:21,193 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:C 2024-11-15T20:01:21,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700941370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700941370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700941370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700941370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:21,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:21,550 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155e8fa87986b743d6a95a3c25a8bc9ad9_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155e8fa87986b743d6a95a3c25a8bc9ad9_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:21,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/cd8002d2008046ea9201539ca5aa5a71, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:21,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/cd8002d2008046ea9201539ca5aa5a71 is 175, key is test_row_0/A:col10/1731700880383/Put/seqid=0 2024-11-15T20:01:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742383_1559 (size=30955) 2024-11-15T20:01:21,575 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/cd8002d2008046ea9201539ca5aa5a71 2024-11-15T20:01:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/1190e979976b40bab10ed6a44ead5c9e is 50, key is test_row_0/B:col10/1731700880383/Put/seqid=0 2024-11-15T20:01:21,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742384_1560 (size=12001) 2024-11-15T20:01:21,598 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/1190e979976b40bab10ed6a44ead5c9e 2024-11-15T20:01:21,606 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T20:01:21,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/a4e873766d63457ab1bac751383d59cd is 50, key is test_row_0/C:col10/1731700880383/Put/seqid=0 2024-11-15T20:01:21,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742385_1561 (size=12001) 2024-11-15T20:01:21,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700941680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700941680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:21,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700941680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:21,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700941680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:21,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57224 deadline: 1731700941860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:21,864 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_2' in 388a67797c0a2b1a77ec436293b33524 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:01:21,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:21,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,027 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/a4e873766d63457ab1bac751383d59cd 2024-11-15T20:01:22,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/cd8002d2008046ea9201539ca5aa5a71 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/cd8002d2008046ea9201539ca5aa5a71 2024-11-15T20:01:22,038 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/cd8002d2008046ea9201539ca5aa5a71, entries=150, sequenceid=82, filesize=30.2 K 2024-11-15T20:01:22,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/1190e979976b40bab10ed6a44ead5c9e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/1190e979976b40bab10ed6a44ead5c9e 2024-11-15T20:01:22,043 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/1190e979976b40bab10ed6a44ead5c9e, entries=150, sequenceid=82, filesize=11.7 K 2024-11-15T20:01:22,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/a4e873766d63457ab1bac751383d59cd as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a4e873766d63457ab1bac751383d59cd 2024-11-15T20:01:22,049 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a4e873766d63457ab1bac751383d59cd, entries=150, sequenceid=82, filesize=11.7 K 2024-11-15T20:01:22,051 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 388a67797c0a2b1a77ec436293b33524 in 1069ms, sequenceid=82, compaction requested=false 2024-11-15T20:01:22,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:22,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:22,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-15T20:01:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-15T20:01:22,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-15T20:01:22,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5500 sec 2024-11-15T20:01:22,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 3.5660 sec 2024-11-15T20:01:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:22,194 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:01:22,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T20:01:22,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154d6bd8086126465da506c137ca870b7c_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_0/A:col10/1731700882194/Put/seqid=0 2024-11-15T20:01:22,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742386_1562 (size=14594) 2024-11-15T20:01:22,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700942229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:22,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700942229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:22,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700942234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:22,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700942235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700942340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:22,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:22,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700942340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:22,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700942350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:22,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700942350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:22,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700942555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700942555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700942561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:22,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700942561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,610 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:22,614 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154d6bd8086126465da506c137ca870b7c_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154d6bd8086126465da506c137ca870b7c_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:22,616 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/1ae8d2694a05404b913c8ea05707cf95, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:22,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/1ae8d2694a05404b913c8ea05707cf95 is 175, key is test_row_0/A:col10/1731700882194/Put/seqid=0 2024-11-15T20:01:22,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742387_1563 (size=39549) 2024-11-15T20:01:22,635 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/1ae8d2694a05404b913c8ea05707cf95 2024-11-15T20:01:22,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/5ac319b6ab5040099ad45e1745780418 is 50, key is test_row_0/B:col10/1731700882194/Put/seqid=0 2024-11-15T20:01:22,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742388_1564 (size=12001) 2024-11-15T20:01:22,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/5ac319b6ab5040099ad45e1745780418 2024-11-15T20:01:22,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/1b301c6c99524a4881acd4070065fc1f is 50, key is test_row_0/C:col10/1731700882194/Put/seqid=0 2024-11-15T20:01:22,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742389_1565 (size=12001) 2024-11-15T20:01:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-15T20:01:22,681 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:22,681 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:01:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-15T20:01:22,684 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:01:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T20:01:22,685 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:01:22,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:01:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T20:01:22,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-15T20:01:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:22,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:22,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700942870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:22,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700942870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:22,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700942870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:22,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700942881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:22,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:22,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:22,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-15T20:01:22,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:22,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:22,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:22,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:22,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T20:01:23,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/1b301c6c99524a4881acd4070065fc1f 2024-11-15T20:01:23,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/1ae8d2694a05404b913c8ea05707cf95 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/1ae8d2694a05404b913c8ea05707cf95 2024-11-15T20:01:23,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/1ae8d2694a05404b913c8ea05707cf95, entries=200, sequenceid=99, filesize=38.6 K 2024-11-15T20:01:23,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/5ac319b6ab5040099ad45e1745780418 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/5ac319b6ab5040099ad45e1745780418 2024-11-15T20:01:23,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/5ac319b6ab5040099ad45e1745780418, entries=150, sequenceid=99, filesize=11.7 K 2024-11-15T20:01:23,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/1b301c6c99524a4881acd4070065fc1f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/1b301c6c99524a4881acd4070065fc1f 2024-11-15T20:01:23,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/1b301c6c99524a4881acd4070065fc1f, entries=150, sequenceid=99, filesize=11.7 K 2024-11-15T20:01:23,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 388a67797c0a2b1a77ec436293b33524 in 894ms, sequenceid=99, compaction requested=true 2024-11-15T20:01:23,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:23,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:01:23,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:23,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:01:23,089 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:23,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:23,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:01:23,089 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:23,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:23,093 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:23,093 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:23,093 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/B is initiating minor compaction (all files) 2024-11-15T20:01:23,093 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/A is initiating minor compaction (all files) 2024-11-15T20:01:23,094 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/B in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:23,094 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/A in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:23,094 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/db8fd3629b134abf95eb12105769bf69, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/cd8002d2008046ea9201539ca5aa5a71, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/1ae8d2694a05404b913c8ea05707cf95] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=99.2 K 2024-11-15T20:01:23,094 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/8b22e6c15c0a483abccbbf782d5b5d86, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/1190e979976b40bab10ed6a44ead5c9e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/5ac319b6ab5040099ad45e1745780418] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=35.3 K 2024-11-15T20:01:23,094 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:23,094 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/db8fd3629b134abf95eb12105769bf69, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/cd8002d2008046ea9201539ca5aa5a71, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/1ae8d2694a05404b913c8ea05707cf95] 2024-11-15T20:01:23,094 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b22e6c15c0a483abccbbf782d5b5d86, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731700879701 2024-11-15T20:01:23,095 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting db8fd3629b134abf95eb12105769bf69, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731700879701 2024-11-15T20:01:23,095 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1190e979976b40bab10ed6a44ead5c9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731700880373 2024-11-15T20:01:23,095 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting cd8002d2008046ea9201539ca5aa5a71, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731700880373 2024-11-15T20:01:23,095 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ac319b6ab5040099ad45e1745780418, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731700881042 2024-11-15T20:01:23,095 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ae8d2694a05404b913c8ea05707cf95, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731700881042 2024-11-15T20:01:23,103 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#B#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:23,103 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/24c2afc6f1c24193accdb4f4bf5cca63 is 50, key is test_row_0/B:col10/1731700882194/Put/seqid=0 2024-11-15T20:01:23,109 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:23,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742390_1566 (size=12207) 2024-11-15T20:01:23,115 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/24c2afc6f1c24193accdb4f4bf5cca63 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/24c2afc6f1c24193accdb4f4bf5cca63 2024-11-15T20:01:23,122 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/B of 388a67797c0a2b1a77ec436293b33524 into 24c2afc6f1c24193accdb4f4bf5cca63(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:23,122 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:23,122 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/B, priority=13, startTime=1731700883089; duration=0sec 2024-11-15T20:01:23,122 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:23,122 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:B 2024-11-15T20:01:23,122 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:23,124 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:23,124 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115ab1938e7a7424f38aa8f79689f5af1ca_388a67797c0a2b1a77ec436293b33524 store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:23,124 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/C is initiating minor compaction (all files) 2024-11-15T20:01:23,125 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/C in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:23,125 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/ecdd66b01ff84cb8a3dbc62e36d22b0a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a4e873766d63457ab1bac751383d59cd, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/1b301c6c99524a4881acd4070065fc1f] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=35.3 K 2024-11-15T20:01:23,125 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecdd66b01ff84cb8a3dbc62e36d22b0a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731700879701 2024-11-15T20:01:23,125 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4e873766d63457ab1bac751383d59cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731700880373 2024-11-15T20:01:23,126 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b301c6c99524a4881acd4070065fc1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731700881042 2024-11-15T20:01:23,126 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115ab1938e7a7424f38aa8f79689f5af1ca_388a67797c0a2b1a77ec436293b33524, store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:23,126 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ab1938e7a7424f38aa8f79689f5af1ca_388a67797c0a2b1a77ec436293b33524 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:23,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742391_1567 (size=4469) 2024-11-15T20:01:23,133 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#A#compaction#481 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:23,134 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/238dabf5de1b4f919762c61447b46c65 is 175, key is test_row_0/A:col10/1731700882194/Put/seqid=0 2024-11-15T20:01:23,136 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#C#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:23,136 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/9da809e06ca04e3eb48ed06abe32979d is 50, key is test_row_0/C:col10/1731700882194/Put/seqid=0 2024-11-15T20:01:23,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742392_1568 (size=31161) 2024-11-15T20:01:23,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742393_1569 (size=12207) 2024-11-15T20:01:23,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-15T20:01:23,147 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/9da809e06ca04e3eb48ed06abe32979d as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/9da809e06ca04e3eb48ed06abe32979d 2024-11-15T20:01:23,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:23,147 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T20:01:23,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111514e5dc5db3a64076abe0f28d1fcb889d_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_0/A:col10/1731700882225/Put/seqid=0 2024-11-15T20:01:23,155 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/C of 388a67797c0a2b1a77ec436293b33524 into 9da809e06ca04e3eb48ed06abe32979d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:23,155 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:23,155 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/C, priority=13, startTime=1731700883089; duration=0sec 2024-11-15T20:01:23,155 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:23,155 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:C 2024-11-15T20:01:23,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742394_1570 (size=12154) 2024-11-15T20:01:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T20:01:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:23,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:23,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700943394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:23,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700943394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:23,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:23,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700943395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:23,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700943399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:23,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:23,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700943510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:23,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:23,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700943510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:23,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:23,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:23,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700943511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:23,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700943511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:23,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:23,547 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/238dabf5de1b4f919762c61447b46c65 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/238dabf5de1b4f919762c61447b46c65 2024-11-15T20:01:23,556 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/A of 388a67797c0a2b1a77ec436293b33524 into 238dabf5de1b4f919762c61447b46c65(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:23,556 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:23,556 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/A, priority=13, startTime=1731700883088; duration=0sec 2024-11-15T20:01:23,556 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:23,556 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:A 2024-11-15T20:01:23,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:23,562 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111514e5dc5db3a64076abe0f28d1fcb889d_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111514e5dc5db3a64076abe0f28d1fcb889d_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:23,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/8d4fa283b1d2439e899fb5719fd0dd74, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/8d4fa283b1d2439e899fb5719fd0dd74 is 175, key is test_row_0/A:col10/1731700882225/Put/seqid=0 2024-11-15T20:01:23,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742395_1571 (size=30955) 2024-11-15T20:01:23,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700943720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:23,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700943721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:23,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700943721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700943721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:23,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T20:01:23,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57224 deadline: 1731700943890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:23,892 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_2' in 388a67797c0a2b1a77ec436293b33524 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:01:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:23,968 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/8d4fa283b1d2439e899fb5719fd0dd74 2024-11-15T20:01:23,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/3fd370904895472784380388c54cc760 is 50, key is test_row_0/B:col10/1731700882225/Put/seqid=0 2024-11-15T20:01:23,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742396_1572 (size=12001) 2024-11-15T20:01:24,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700944030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:24,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:24,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700944031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:24,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:24,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700944031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:24,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:24,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700944031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:24,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:24,394 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/3fd370904895472784380388c54cc760 2024-11-15T20:01:24,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/89630ee57a284cebbbe864201e2c90d4 is 50, key is test_row_0/C:col10/1731700882225/Put/seqid=0 2024-11-15T20:01:24,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742397_1573 (size=12001) 2024-11-15T20:01:24,435 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/89630ee57a284cebbbe864201e2c90d4 2024-11-15T20:01:24,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/8d4fa283b1d2439e899fb5719fd0dd74 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/8d4fa283b1d2439e899fb5719fd0dd74 2024-11-15T20:01:24,445 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/8d4fa283b1d2439e899fb5719fd0dd74, entries=150, sequenceid=122, filesize=30.2 K 2024-11-15T20:01:24,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/3fd370904895472784380388c54cc760 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/3fd370904895472784380388c54cc760 2024-11-15T20:01:24,449 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/3fd370904895472784380388c54cc760, entries=150, sequenceid=122, filesize=11.7 K 2024-11-15T20:01:24,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/89630ee57a284cebbbe864201e2c90d4 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/89630ee57a284cebbbe864201e2c90d4 2024-11-15T20:01:24,454 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/89630ee57a284cebbbe864201e2c90d4, entries=150, sequenceid=122, filesize=11.7 K 2024-11-15T20:01:24,455 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 388a67797c0a2b1a77ec436293b33524 in 1308ms, sequenceid=122, compaction requested=false 2024-11-15T20:01:24,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:24,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:24,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-15T20:01:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-15T20:01:24,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-15T20:01:24,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7710 sec 2024-11-15T20:01:24,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.7780 sec 2024-11-15T20:01:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:24,544 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:01:24,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T20:01:24,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155b9ec3a8a04a4c1bb892140c116f81d0_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_0/A:col10/1731700884543/Put/seqid=0 2024-11-15T20:01:24,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742398_1574 (size=14794) 2024-11-15T20:01:24,556 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:24,560 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155b9ec3a8a04a4c1bb892140c116f81d0_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155b9ec3a8a04a4c1bb892140c116f81d0_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:24,560 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/bf3738e6e3f6444d837cb36f3ee9a390, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:24,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/bf3738e6e3f6444d837cb36f3ee9a390 is 175, key is test_row_0/A:col10/1731700884543/Put/seqid=0 2024-11-15T20:01:24,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742399_1575 (size=39749) 2024-11-15T20:01:24,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700944569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:24,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:24,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700944570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:24,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:24,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700944573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:24,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:24,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700944574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:24,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700944680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:24,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700944680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:24,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700944680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:24,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700944691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:24,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-15T20:01:24,831 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:24,831 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:01:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-15T20:01:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-15T20:01:24,842 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:01:24,843 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:01:24,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:01:24,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700944891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:24,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700944891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:24,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700944891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:24,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:24,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700944900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-15T20:01:24,968 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=141, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/bf3738e6e3f6444d837cb36f3ee9a390 2024-11-15T20:01:24,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/95fecc9e112049f88820fc1fbb222cbf is 50, key is test_row_0/B:col10/1731700884543/Put/seqid=0 2024-11-15T20:01:24,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-15T20:01:24,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:24,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:24,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:24,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:24,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:25,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742400_1576 (size=12151) 2024-11-15T20:01:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-15T20:01:25,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-15T20:01:25,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:25,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:25,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:25,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:25,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:25,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700945200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:25,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700945201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700945201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:25,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700945210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:25,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-15T20:01:25,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:25,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:25,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:25,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:25,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:25,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/95fecc9e112049f88820fc1fbb222cbf 2024-11-15T20:01:25,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/69a97db2d9da41f78b51325093173e07 is 50, key is test_row_0/C:col10/1731700884543/Put/seqid=0 2024-11-15T20:01:25,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742401_1577 (size=12151) 2024-11-15T20:01:25,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/69a97db2d9da41f78b51325093173e07 2024-11-15T20:01:25,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/bf3738e6e3f6444d837cb36f3ee9a390 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/bf3738e6e3f6444d837cb36f3ee9a390 2024-11-15T20:01:25,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/bf3738e6e3f6444d837cb36f3ee9a390, entries=200, sequenceid=141, filesize=38.8 K 2024-11-15T20:01:25,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/95fecc9e112049f88820fc1fbb222cbf as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/95fecc9e112049f88820fc1fbb222cbf 2024-11-15T20:01:25,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/95fecc9e112049f88820fc1fbb222cbf, entries=150, sequenceid=141, filesize=11.9 K 2024-11-15T20:01:25,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/69a97db2d9da41f78b51325093173e07 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/69a97db2d9da41f78b51325093173e07 2024-11-15T20:01:25,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/69a97db2d9da41f78b51325093173e07, entries=150, sequenceid=141, filesize=11.9 K 2024-11-15T20:01:25,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-15T20:01:25,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:25,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:25,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 388a67797c0a2b1a77ec436293b33524 in 916ms, sequenceid=141, compaction requested=true 2024-11-15T20:01:25,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:25,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:25,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:25,460 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:25,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-15T20:01:25,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:01:25,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:25,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:01:25,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:25,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:01:25,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:25,461 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:25,477 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:25,477 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/B is initiating minor compaction (all files) 2024-11-15T20:01:25,477 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/B in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:25,477 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/24c2afc6f1c24193accdb4f4bf5cca63, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/3fd370904895472784380388c54cc760, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/95fecc9e112049f88820fc1fbb222cbf] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=35.5 K 2024-11-15T20:01:25,478 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:25,478 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/A is initiating minor compaction (all files) 2024-11-15T20:01:25,478 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/A in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:25,478 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/238dabf5de1b4f919762c61447b46c65, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/8d4fa283b1d2439e899fb5719fd0dd74, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/bf3738e6e3f6444d837cb36f3ee9a390] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=99.5 K 2024-11-15T20:01:25,478 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:25,478 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/238dabf5de1b4f919762c61447b46c65, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/8d4fa283b1d2439e899fb5719fd0dd74, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/bf3738e6e3f6444d837cb36f3ee9a390] 2024-11-15T20:01:25,478 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24c2afc6f1c24193accdb4f4bf5cca63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731700881042 2024-11-15T20:01:25,479 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 238dabf5de1b4f919762c61447b46c65, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731700881042 2024-11-15T20:01:25,479 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fd370904895472784380388c54cc760, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731700882216 2024-11-15T20:01:25,479 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d4fa283b1d2439e899fb5719fd0dd74, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731700882216 2024-11-15T20:01:25,479 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting bf3738e6e3f6444d837cb36f3ee9a390, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731700883393 2024-11-15T20:01:25,481 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95fecc9e112049f88820fc1fbb222cbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731700884542 2024-11-15T20:01:25,487 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:25,493 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411159e6bc4cdafe54574976d229742064dbb_388a67797c0a2b1a77ec436293b33524 store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:25,496 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411159e6bc4cdafe54574976d229742064dbb_388a67797c0a2b1a77ec436293b33524, store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:25,496 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159e6bc4cdafe54574976d229742064dbb_388a67797c0a2b1a77ec436293b33524 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:25,501 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#B#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:25,502 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/ef4e2c2aa94349dc8a19066c9e0ada9a is 50, key is test_row_0/B:col10/1731700884543/Put/seqid=0 2024-11-15T20:01:25,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742402_1578 (size=4469) 2024-11-15T20:01:25,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742403_1579 (size=12459) 2024-11-15T20:01:25,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-15T20:01:25,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:25,613 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T20:01:25,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159ff382683c9b4aa49b29bb2f63162bfc_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_0/A:col10/1731700884572/Put/seqid=0 2024-11-15T20:01:25,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742404_1580 (size=12304) 2024-11-15T20:01:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:25,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:25,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700945735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:25,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:25,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700945737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:25,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:25,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:25,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700945744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:25,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700945744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:25,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:25,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:25,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700945850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:25,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700945850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:25,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700945860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:25,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:25,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700945861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:25,923 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#A#compaction#489 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:25,923 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/11559b393ec74426a086c7ccff928758 is 175, key is test_row_0/A:col10/1731700884543/Put/seqid=0 2024-11-15T20:01:25,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742405_1581 (size=31413) 2024-11-15T20:01:25,940 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/11559b393ec74426a086c7ccff928758 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/11559b393ec74426a086c7ccff928758 2024-11-15T20:01:25,944 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/A of 388a67797c0a2b1a77ec436293b33524 into 11559b393ec74426a086c7ccff928758(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:25,945 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:25,945 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/A, priority=13, startTime=1731700885460; duration=0sec 2024-11-15T20:01:25,945 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:25,945 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:A 2024-11-15T20:01:25,945 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:25,945 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/ef4e2c2aa94349dc8a19066c9e0ada9a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/ef4e2c2aa94349dc8a19066c9e0ada9a 2024-11-15T20:01:25,946 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:25,946 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/C is initiating minor compaction (all files) 2024-11-15T20:01:25,946 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/C in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:25,946 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/9da809e06ca04e3eb48ed06abe32979d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/89630ee57a284cebbbe864201e2c90d4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/69a97db2d9da41f78b51325093173e07] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=35.5 K 2024-11-15T20:01:25,946 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9da809e06ca04e3eb48ed06abe32979d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731700881042 2024-11-15T20:01:25,947 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 89630ee57a284cebbbe864201e2c90d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731700882216 2024-11-15T20:01:25,947 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 69a97db2d9da41f78b51325093173e07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731700884542 2024-11-15T20:01:25,949 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/B of 388a67797c0a2b1a77ec436293b33524 into ef4e2c2aa94349dc8a19066c9e0ada9a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:25,949 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:25,949 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/B, priority=13, startTime=1731700885461; duration=0sec 2024-11-15T20:01:25,949 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:25,949 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:B 2024-11-15T20:01:25,953 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#C#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:25,953 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/f3303a78ee4a4a56b29fa43f46f8527f is 50, key is test_row_0/C:col10/1731700884543/Put/seqid=0 2024-11-15T20:01:25,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742406_1582 (size=12459) 2024-11-15T20:01:25,965 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/f3303a78ee4a4a56b29fa43f46f8527f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/f3303a78ee4a4a56b29fa43f46f8527f 2024-11-15T20:01:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-15T20:01:25,971 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/C of 388a67797c0a2b1a77ec436293b33524 into f3303a78ee4a4a56b29fa43f46f8527f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:25,971 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:25,971 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/C, priority=13, startTime=1731700885461; duration=0sec 2024-11-15T20:01:25,971 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:25,971 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:C 2024-11-15T20:01:26,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:26,030 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159ff382683c9b4aa49b29bb2f63162bfc_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159ff382683c9b4aa49b29bb2f63162bfc_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:26,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/edbb559a3ebd443584030a4da8f7c4cf, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:26,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/edbb559a3ebd443584030a4da8f7c4cf is 175, key is test_row_0/A:col10/1731700884572/Put/seqid=0 2024-11-15T20:01:26,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742407_1583 (size=31105) 2024-11-15T20:01:26,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700946060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700946061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:26,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700946070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:26,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:26,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700946070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:26,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:26,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700946370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:26,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700946370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:26,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:26,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:26,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700946380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:26,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700946381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:26,439 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/edbb559a3ebd443584030a4da8f7c4cf 2024-11-15T20:01:26,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/f3d5fa99a607458dba027dd6e377fb4e is 50, key is test_row_0/B:col10/1731700884572/Put/seqid=0 2024-11-15T20:01:26,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742408_1584 (size=12151) 2024-11-15T20:01:26,870 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/f3d5fa99a607458dba027dd6e377fb4e 2024-11-15T20:01:26,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/05797bf979924b26bfccaec3a2bbd1aa is 50, key is test_row_0/C:col10/1731700884572/Put/seqid=0 2024-11-15T20:01:26,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742409_1585 (size=12151) 2024-11-15T20:01:26,883 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/05797bf979924b26bfccaec3a2bbd1aa 2024-11-15T20:01:26,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700946880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:26,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700946880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:26,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/edbb559a3ebd443584030a4da8f7c4cf as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/edbb559a3ebd443584030a4da8f7c4cf 2024-11-15T20:01:26,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700946891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:26,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700946891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:26,900 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/edbb559a3ebd443584030a4da8f7c4cf, entries=150, sequenceid=160, filesize=30.4 K 2024-11-15T20:01:26,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/f3d5fa99a607458dba027dd6e377fb4e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/f3d5fa99a607458dba027dd6e377fb4e 2024-11-15T20:01:26,905 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/f3d5fa99a607458dba027dd6e377fb4e, entries=150, sequenceid=160, filesize=11.9 K 2024-11-15T20:01:26,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/05797bf979924b26bfccaec3a2bbd1aa as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/05797bf979924b26bfccaec3a2bbd1aa 2024-11-15T20:01:26,911 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/05797bf979924b26bfccaec3a2bbd1aa, entries=150, sequenceid=160, filesize=11.9 K 2024-11-15T20:01:26,912 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 388a67797c0a2b1a77ec436293b33524 in 1299ms, sequenceid=160, compaction requested=false 2024-11-15T20:01:26,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:26,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:26,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-15T20:01:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-15T20:01:26,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-15T20:01:26,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0730 sec 2024-11-15T20:01:26,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.0890 sec 2024-11-15T20:01:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-15T20:01:26,981 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:26,982 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:01:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-15T20:01:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T20:01:26,985 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:01:26,986 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:01:26,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:01:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T20:01:27,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-15T20:01:27,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:27,139 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-15T20:01:27,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c6329e9d661b462ebe5335706a1a05c1_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_0/A:col10/1731700885735/Put/seqid=0 2024-11-15T20:01:27,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742410_1586 (size=12304) 2024-11-15T20:01:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T20:01:27,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:27,570 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c6329e9d661b462ebe5335706a1a05c1_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c6329e9d661b462ebe5335706a1a05c1_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:27,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/297c2dea3a4f48208d4b0ed92e3a63ee, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:27,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/297c2dea3a4f48208d4b0ed92e3a63ee is 175, key is test_row_0/A:col10/1731700885735/Put/seqid=0 2024-11-15T20:01:27,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742411_1587 (size=31105) 2024-11-15T20:01:27,575 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=181, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/297c2dea3a4f48208d4b0ed92e3a63ee 2024-11-15T20:01:27,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/7d264ecca4f84f56922f067f5bc27ad6 is 50, key is test_row_0/B:col10/1731700885735/Put/seqid=0 2024-11-15T20:01:27,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742412_1588 (size=12151) 2024-11-15T20:01:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T20:01:27,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:27,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700947913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:27,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:27,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:27,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:27,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700947914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:27,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:27,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:27,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:27,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700947915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:27,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:27,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:27,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:27,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700947918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:27,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57224 deadline: 1731700947920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:27,924 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_2' in 388a67797c0a2b1a77ec436293b33524 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:01:27,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:27,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:27,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:27,987 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/7d264ecca4f84f56922f067f5bc27ad6 2024-11-15T20:01:28,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/32ced588a75b472a88815c4be7b6f8be is 50, key is test_row_0/C:col10/1731700885735/Put/seqid=0 2024-11-15T20:01:28,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700948020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700948031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742413_1589 (size=12151) 2024-11-15T20:01:28,035 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/32ced588a75b472a88815c4be7b6f8be 2024-11-15T20:01:28,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700948031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700948032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/297c2dea3a4f48208d4b0ed92e3a63ee as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/297c2dea3a4f48208d4b0ed92e3a63ee 2024-11-15T20:01:28,046 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/297c2dea3a4f48208d4b0ed92e3a63ee, entries=150, sequenceid=181, filesize=30.4 K 2024-11-15T20:01:28,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/7d264ecca4f84f56922f067f5bc27ad6 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/7d264ecca4f84f56922f067f5bc27ad6 2024-11-15T20:01:28,055 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/7d264ecca4f84f56922f067f5bc27ad6, entries=150, sequenceid=181, filesize=11.9 K 2024-11-15T20:01:28,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/32ced588a75b472a88815c4be7b6f8be as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/32ced588a75b472a88815c4be7b6f8be 2024-11-15T20:01:28,062 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/32ced588a75b472a88815c4be7b6f8be, entries=150, sequenceid=181, filesize=11.9 K 2024-11-15T20:01:28,064 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 388a67797c0a2b1a77ec436293b33524 in 924ms, sequenceid=181, compaction requested=true 2024-11-15T20:01:28,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:28,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:28,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-15T20:01:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-15T20:01:28,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-15T20:01:28,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0800 sec 2024-11-15T20:01:28,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.0870 sec 2024-11-15T20:01:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-15T20:01:28,120 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:28,121 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:01:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-15T20:01:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T20:01:28,123 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:01:28,124 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:01:28,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:01:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T20:01:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:28,233 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:01:28,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T20:01:28,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115004a890474fa4f3cb9d7571dc6258ca8_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_0/A:col10/1731700888232/Put/seqid=0 2024-11-15T20:01:28,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742414_1590 (size=14794) 2024-11-15T20:01:28,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T20:01:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:28,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:28,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700948295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700948297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700948300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700948300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700948410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700948410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700948410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700948410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T20:01:28,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:28,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T20:01:28,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T20:01:28,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:28,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:28,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:28,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:28,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:28,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700948621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700948621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700948621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700948621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,646 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:28,652 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115004a890474fa4f3cb9d7571dc6258ca8_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115004a890474fa4f3cb9d7571dc6258ca8_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:28,653 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/383d581b8d0545fbaf1b90a2c99b1da1, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:28,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/383d581b8d0545fbaf1b90a2c99b1da1 is 175, key is test_row_0/A:col10/1731700888232/Put/seqid=0 2024-11-15T20:01:28,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742415_1591 (size=39749) 2024-11-15T20:01:28,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T20:01:28,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:28,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:28,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:28,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:28,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T20:01:28,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T20:01:28,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:28,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:28,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:28,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:28,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:28,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700948930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700948930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700948941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:28,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700948941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:28,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:28,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:29,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T20:01:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:29,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:29,067 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/383d581b8d0545fbaf1b90a2c99b1da1 2024-11-15T20:01:29,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/81bfeb4116084e26b347eae3d6b874ce is 50, key is test_row_0/B:col10/1731700888232/Put/seqid=0 2024-11-15T20:01:29,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742416_1592 (size=12151) 2024-11-15T20:01:29,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T20:01:29,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:29,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:29,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:29,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:29,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T20:01:29,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T20:01:29,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:29,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:29,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:29,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:29,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:29,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700949440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:29,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700949440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:29,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700949450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:29,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:29,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700949450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:29,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:29,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:29,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:29,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:29,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:29,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/81bfeb4116084e26b347eae3d6b874ce 2024-11-15T20:01:29,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/4337f3d8c2984916998b7ac41c290206 is 50, key is test_row_0/C:col10/1731700888232/Put/seqid=0 2024-11-15T20:01:29,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T20:01:29,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:29,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:29,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:29,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:29,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:29,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742417_1593 (size=12151) 2024-11-15T20:01:29,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/4337f3d8c2984916998b7ac41c290206 2024-11-15T20:01:29,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/383d581b8d0545fbaf1b90a2c99b1da1 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/383d581b8d0545fbaf1b90a2c99b1da1 2024-11-15T20:01:29,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/383d581b8d0545fbaf1b90a2c99b1da1, entries=200, sequenceid=200, filesize=38.8 K 2024-11-15T20:01:29,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/81bfeb4116084e26b347eae3d6b874ce as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/81bfeb4116084e26b347eae3d6b874ce 2024-11-15T20:01:29,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/81bfeb4116084e26b347eae3d6b874ce, entries=150, sequenceid=200, filesize=11.9 K 2024-11-15T20:01:29,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/4337f3d8c2984916998b7ac41c290206 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/4337f3d8c2984916998b7ac41c290206 2024-11-15T20:01:29,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/4337f3d8c2984916998b7ac41c290206, entries=150, sequenceid=200, filesize=11.9 K 2024-11-15T20:01:29,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 388a67797c0a2b1a77ec436293b33524 in 1302ms, sequenceid=200, compaction requested=true 2024-11-15T20:01:29,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:29,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:01:29,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:29,536 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:01:29,536 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:01:29,537 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133372 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:01:29,537 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:01:29,537 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/B is initiating minor compaction (all files) 2024-11-15T20:01:29,537 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/A is initiating minor compaction (all files) 2024-11-15T20:01:29,537 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/A in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:29,537 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/B in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:29,537 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/ef4e2c2aa94349dc8a19066c9e0ada9a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/f3d5fa99a607458dba027dd6e377fb4e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/7d264ecca4f84f56922f067f5bc27ad6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/81bfeb4116084e26b347eae3d6b874ce] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=47.8 K 2024-11-15T20:01:29,537 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/11559b393ec74426a086c7ccff928758, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/edbb559a3ebd443584030a4da8f7c4cf, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/297c2dea3a4f48208d4b0ed92e3a63ee, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/383d581b8d0545fbaf1b90a2c99b1da1] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=130.2 K 2024-11-15T20:01:29,537 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:29,537 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/11559b393ec74426a086c7ccff928758, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/edbb559a3ebd443584030a4da8f7c4cf, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/297c2dea3a4f48208d4b0ed92e3a63ee, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/383d581b8d0545fbaf1b90a2c99b1da1] 2024-11-15T20:01:29,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:01:29,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:29,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:01:29,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:29,538 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting ef4e2c2aa94349dc8a19066c9e0ada9a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731700884542 2024-11-15T20:01:29,538 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11559b393ec74426a086c7ccff928758, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731700884542 2024-11-15T20:01:29,538 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting f3d5fa99a607458dba027dd6e377fb4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731700884567 2024-11-15T20:01:29,539 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d264ecca4f84f56922f067f5bc27ad6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731700885718 2024-11-15T20:01:29,539 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting edbb559a3ebd443584030a4da8f7c4cf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731700884567 2024-11-15T20:01:29,539 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 81bfeb4116084e26b347eae3d6b874ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731700887914 2024-11-15T20:01:29,539 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 297c2dea3a4f48208d4b0ed92e3a63ee, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731700885718 2024-11-15T20:01:29,540 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 383d581b8d0545fbaf1b90a2c99b1da1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731700887912 2024-11-15T20:01:29,554 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#B#compaction#501 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:29,555 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/f56180531894447f90fc2cfe952457d8 is 50, key is test_row_0/B:col10/1731700888232/Put/seqid=0 2024-11-15T20:01:29,560 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:29,570 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111555fd98d1364e496598970c58f3bdc253_388a67797c0a2b1a77ec436293b33524 store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:29,572 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111555fd98d1364e496598970c58f3bdc253_388a67797c0a2b1a77ec436293b33524, store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:29,572 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111555fd98d1364e496598970c58f3bdc253_388a67797c0a2b1a77ec436293b33524 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:29,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742418_1594 (size=12595) 2024-11-15T20:01:29,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742419_1595 (size=4469) 2024-11-15T20:01:29,578 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#A#compaction#502 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:29,578 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/23c3c3b9b49946fbbced7e0977bd8bae is 175, key is test_row_0/A:col10/1731700888232/Put/seqid=0 2024-11-15T20:01:29,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742420_1596 (size=31549) 2024-11-15T20:01:29,590 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/23c3c3b9b49946fbbced7e0977bd8bae as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/23c3c3b9b49946fbbced7e0977bd8bae 2024-11-15T20:01:29,594 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/A of 388a67797c0a2b1a77ec436293b33524 into 23c3c3b9b49946fbbced7e0977bd8bae(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:29,594 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:29,594 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/A, priority=12, startTime=1731700889535; duration=0sec 2024-11-15T20:01:29,594 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:29,594 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:A 2024-11-15T20:01:29,594 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:01:29,595 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:01:29,595 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/C is initiating minor compaction (all files) 2024-11-15T20:01:29,595 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/C in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:29,596 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/f3303a78ee4a4a56b29fa43f46f8527f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/05797bf979924b26bfccaec3a2bbd1aa, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/32ced588a75b472a88815c4be7b6f8be, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/4337f3d8c2984916998b7ac41c290206] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=47.8 K 2024-11-15T20:01:29,596 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3303a78ee4a4a56b29fa43f46f8527f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731700884542 2024-11-15T20:01:29,596 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05797bf979924b26bfccaec3a2bbd1aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731700884567 2024-11-15T20:01:29,597 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32ced588a75b472a88815c4be7b6f8be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731700885718 2024-11-15T20:01:29,597 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4337f3d8c2984916998b7ac41c290206, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731700887914 2024-11-15T20:01:29,609 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#C#compaction#503 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:29,609 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/5f0124fbd2d344bea2a5756e4dd0fda0 is 50, key is test_row_0/C:col10/1731700888232/Put/seqid=0 2024-11-15T20:01:29,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742421_1597 (size=12595) 2024-11-15T20:01:29,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-15T20:01:29,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:29,663 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-15T20:01:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115868c36691c2b45bba183e3fc85300835_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_0/A:col10/1731700888296/Put/seqid=0 2024-11-15T20:01:29,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742422_1598 (size=12304) 2024-11-15T20:01:29,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,696 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115868c36691c2b45bba183e3fc85300835_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115868c36691c2b45bba183e3fc85300835_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:29,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/c2d9e7b6e63d40b2aa5eb4f7f6225651, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:29,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/c2d9e7b6e63d40b2aa5eb4f7f6225651 is 175, key is test_row_0/A:col10/1731700888296/Put/seqid=0 2024-11-15T20:01:29,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742423_1599 (size=31105) 2024-11-15T20:01:29,702 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/c2d9e7b6e63d40b2aa5eb4f7f6225651 2024-11-15T20:01:29,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/70fa45ae263c42198f5c7dc10137b708 is 50, key is test_row_0/B:col10/1731700888296/Put/seqid=0 2024-11-15T20:01:29,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742424_1600 (size=12151) 2024-11-15T20:01:29,723 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/70fa45ae263c42198f5c7dc10137b708 2024-11-15T20:01:29,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/680f3ad58ec04218bff6334d9a4804c0 is 50, key is test_row_0/C:col10/1731700888296/Put/seqid=0 2024-11-15T20:01:29,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742425_1601 (size=12151) 2024-11-15T20:01:29,738 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/680f3ad58ec04218bff6334d9a4804c0 2024-11-15T20:01:29,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/c2d9e7b6e63d40b2aa5eb4f7f6225651 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/c2d9e7b6e63d40b2aa5eb4f7f6225651 2024-11-15T20:01:29,748 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/c2d9e7b6e63d40b2aa5eb4f7f6225651, entries=150, sequenceid=218, filesize=30.4 K 2024-11-15T20:01:29,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/70fa45ae263c42198f5c7dc10137b708 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/70fa45ae263c42198f5c7dc10137b708 2024-11-15T20:01:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,753 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/70fa45ae263c42198f5c7dc10137b708, entries=150, sequenceid=218, filesize=11.9 K 2024-11-15T20:01:29,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/680f3ad58ec04218bff6334d9a4804c0 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/680f3ad58ec04218bff6334d9a4804c0 2024-11-15T20:01:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,757 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/680f3ad58ec04218bff6334d9a4804c0, entries=150, sequenceid=218, filesize=11.9 K 2024-11-15T20:01:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,758 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 388a67797c0a2b1a77ec436293b33524 in 95ms, sequenceid=218, compaction requested=false 2024-11-15T20:01:29,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:29,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:29,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-15T20:01:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-15T20:01:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-15T20:01:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6350 sec 2024-11-15T20:01:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.6410 sec 2024-11-15T20:01:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,982 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/f56180531894447f90fc2cfe952457d8 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/f56180531894447f90fc2cfe952457d8 2024-11-15T20:01:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,986 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/B of 388a67797c0a2b1a77ec436293b33524 into f56180531894447f90fc2cfe952457d8(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:29,986 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:29,986 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/B, priority=12, startTime=1731700889536; duration=0sec 2024-11-15T20:01:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,987 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:29,987 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:B 2024-11-15T20:01:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,038 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/5f0124fbd2d344bea2a5756e4dd0fda0 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/5f0124fbd2d344bea2a5756e4dd0fda0 2024-11-15T20:01:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,043 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/C of 388a67797c0a2b1a77ec436293b33524 into 5f0124fbd2d344bea2a5756e4dd0fda0(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:30,043 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,043 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/C, priority=12, startTime=1731700889537; duration=0sec 2024-11-15T20:01:30,043 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:30,044 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:C 2024-11-15T20:01:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-15T20:01:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,271 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,271 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:01:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-15T20:01:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,273 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:01:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T20:01:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,275 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:01:30,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:01:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T20:01:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-15T20:01:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-15T20:01:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-15T20:01:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-15T20:01:30,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 162 msec 2024-11-15T20:01:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 169 msec 2024-11-15T20:01:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,502 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:01:30,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T20:01:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155639d2f80b374634a7474bcb97f30428_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_1/A:col10/1731700890495/Put/seqid=0 2024-11-15T20:01:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742427_1603 (size=24758) 2024-11-15T20:01:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,530 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:30,534 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155639d2f80b374634a7474bcb97f30428_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155639d2f80b374634a7474bcb97f30428_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:30,534 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/ca75dc81ced5446eaf883a3474c12cba, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:30,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/ca75dc81ced5446eaf883a3474c12cba is 175, key is test_row_1/A:col10/1731700890495/Put/seqid=0 2024-11-15T20:01:30,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742426_1602 (size=74390) 2024-11-15T20:01:30,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700950547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:30,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700950547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700950548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:30,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700950552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:30,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-15T20:01:30,590 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:30,590 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:01:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-15T20:01:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T20:01:30,592 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:01:30,593 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:01:30,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:01:30,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700950660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:30,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700950661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700950660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:30,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700950661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:30,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T20:01:30,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T20:01:30,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:30,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:30,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:30,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:30,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:30,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700950871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:30,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700950871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:30,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:30,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:30,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700950871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:30,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:30,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:30,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700950871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:30,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:30,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T20:01:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:30,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T20:01:30,937 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/ca75dc81ced5446eaf883a3474c12cba 2024-11-15T20:01:30,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/20de665e00ad40bf84fc53143b180e50 is 50, key is test_row_1/B:col10/1731700890495/Put/seqid=0 2024-11-15T20:01:30,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742428_1604 (size=9757) 2024-11-15T20:01:31,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T20:01:31,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:31,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:31,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:31,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:31,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:31,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700951180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:31,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700951181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:31,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700951181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700951181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:31,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T20:01:31,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:31,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:31,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:31,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:31,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T20:01:31,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/20de665e00ad40bf84fc53143b180e50 2024-11-15T20:01:31,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T20:01:31,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:31,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:31,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:31,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:31,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:31,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/892a3637f46d47b1b3175e9d72d08797 is 50, key is test_row_1/C:col10/1731700890495/Put/seqid=0 2024-11-15T20:01:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:31,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742429_1605 (size=9757) 2024-11-15T20:01:31,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/892a3637f46d47b1b3175e9d72d08797 2024-11-15T20:01:31,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/ca75dc81ced5446eaf883a3474c12cba as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/ca75dc81ced5446eaf883a3474c12cba 2024-11-15T20:01:31,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/ca75dc81ced5446eaf883a3474c12cba, entries=400, sequenceid=232, filesize=72.6 K 2024-11-15T20:01:31,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/20de665e00ad40bf84fc53143b180e50 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/20de665e00ad40bf84fc53143b180e50 2024-11-15T20:01:31,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/20de665e00ad40bf84fc53143b180e50, entries=100, sequenceid=232, filesize=9.5 K 2024-11-15T20:01:31,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/892a3637f46d47b1b3175e9d72d08797 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/892a3637f46d47b1b3175e9d72d08797 2024-11-15T20:01:31,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/892a3637f46d47b1b3175e9d72d08797, entries=100, sequenceid=232, filesize=9.5 K 2024-11-15T20:01:31,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 388a67797c0a2b1a77ec436293b33524 in 877ms, sequenceid=232, compaction requested=true 2024-11-15T20:01:31,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:31,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:01:31,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:31,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:01:31,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:31,379 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:31,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:01:31,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:31,379 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:31,381 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:31,381 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/B is initiating minor compaction (all files) 2024-11-15T20:01:31,381 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/B in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:31,381 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/f56180531894447f90fc2cfe952457d8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/70fa45ae263c42198f5c7dc10137b708, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/20de665e00ad40bf84fc53143b180e50] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=33.7 K 2024-11-15T20:01:31,381 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137044 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:31,381 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/A is initiating minor compaction (all files) 2024-11-15T20:01:31,381 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/A in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:31,381 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/23c3c3b9b49946fbbced7e0977bd8bae, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/c2d9e7b6e63d40b2aa5eb4f7f6225651, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/ca75dc81ced5446eaf883a3474c12cba] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=133.8 K 2024-11-15T20:01:31,381 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:31,381 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/23c3c3b9b49946fbbced7e0977bd8bae, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/c2d9e7b6e63d40b2aa5eb4f7f6225651, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/ca75dc81ced5446eaf883a3474c12cba] 2024-11-15T20:01:31,382 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting f56180531894447f90fc2cfe952457d8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731700887914 2024-11-15T20:01:31,382 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23c3c3b9b49946fbbced7e0977bd8bae, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731700887914 2024-11-15T20:01:31,382 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 70fa45ae263c42198f5c7dc10137b708, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731700888295 2024-11-15T20:01:31,382 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2d9e7b6e63d40b2aa5eb4f7f6225651, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731700888295 2024-11-15T20:01:31,382 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 20de665e00ad40bf84fc53143b180e50, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731700890495 2024-11-15T20:01:31,382 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca75dc81ced5446eaf883a3474c12cba, keycount=400, bloomtype=ROW, size=72.6 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731700890472 2024-11-15T20:01:31,391 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:31,392 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#B#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:31,392 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/63dc330ba7df4ab19425b545f67589d7 is 50, key is test_row_0/B:col10/1731700888296/Put/seqid=0 2024-11-15T20:01:31,398 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411159e5d5f25e24e4bdcadc7236fc9186306_388a67797c0a2b1a77ec436293b33524 store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:31,400 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411159e5d5f25e24e4bdcadc7236fc9186306_388a67797c0a2b1a77ec436293b33524, store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:31,400 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159e5d5f25e24e4bdcadc7236fc9186306_388a67797c0a2b1a77ec436293b33524 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:31,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742430_1606 (size=12697) 2024-11-15T20:01:31,407 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/63dc330ba7df4ab19425b545f67589d7 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/63dc330ba7df4ab19425b545f67589d7 2024-11-15T20:01:31,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742431_1607 (size=4469) 2024-11-15T20:01:31,412 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/B of 388a67797c0a2b1a77ec436293b33524 into 63dc330ba7df4ab19425b545f67589d7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:31,412 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:31,412 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/B, priority=13, startTime=1731700891379; duration=0sec 2024-11-15T20:01:31,412 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:31,412 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:B 2024-11-15T20:01:31,412 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:31,413 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#A#compaction#511 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:31,414 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/6b851981dcd64c9098de41d37152224e is 175, key is test_row_0/A:col10/1731700888296/Put/seqid=0 2024-11-15T20:01:31,414 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:31,414 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/C is initiating minor compaction (all files) 2024-11-15T20:01:31,415 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/C in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:31,415 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/5f0124fbd2d344bea2a5756e4dd0fda0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/680f3ad58ec04218bff6334d9a4804c0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/892a3637f46d47b1b3175e9d72d08797] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=33.7 K 2024-11-15T20:01:31,415 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f0124fbd2d344bea2a5756e4dd0fda0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731700887914 2024-11-15T20:01:31,415 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 680f3ad58ec04218bff6334d9a4804c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731700888295 2024-11-15T20:01:31,416 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 892a3637f46d47b1b3175e9d72d08797, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731700890495 2024-11-15T20:01:31,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742432_1608 (size=31758) 2024-11-15T20:01:31,423 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/6b851981dcd64c9098de41d37152224e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/6b851981dcd64c9098de41d37152224e 2024-11-15T20:01:31,424 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#C#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:31,424 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/ba044bfd1ebf42ff8f2c6e192a8a8c55 is 50, key is test_row_0/C:col10/1731700888296/Put/seqid=0 2024-11-15T20:01:31,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742433_1609 (size=12697) 2024-11-15T20:01:31,431 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/A of 388a67797c0a2b1a77ec436293b33524 into 6b851981dcd64c9098de41d37152224e(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:31,431 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:31,431 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/A, priority=13, startTime=1731700891379; duration=0sec 2024-11-15T20:01:31,431 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:31,431 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:A 2024-11-15T20:01:31,433 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/ba044bfd1ebf42ff8f2c6e192a8a8c55 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/ba044bfd1ebf42ff8f2c6e192a8a8c55 2024-11-15T20:01:31,437 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/C of 388a67797c0a2b1a77ec436293b33524 into ba044bfd1ebf42ff8f2c6e192a8a8c55(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:31,437 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:31,437 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/C, priority=13, startTime=1731700891379; duration=0sec 2024-11-15T20:01:31,437 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:31,437 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:C 2024-11-15T20:01:31,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-15T20:01:31,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:31,513 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T20:01:31,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150dc30b86d1854daebb6fd165a176a976_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_0/A:col10/1731700890550/Put/seqid=0 2024-11-15T20:01:31,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742434_1610 (size=12304) 2024-11-15T20:01:31,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:31,559 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150dc30b86d1854daebb6fd165a176a976_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150dc30b86d1854daebb6fd165a176a976_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:31,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/2f8ffea152e04aa09b9b8e280bb97200, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:31,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/2f8ffea152e04aa09b9b8e280bb97200 is 175, key is test_row_0/A:col10/1731700890550/Put/seqid=0 2024-11-15T20:01:31,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742435_1611 (size=31105) 2024-11-15T20:01:31,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:31,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700951698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:31,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700951699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700951701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:31,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700951701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:31,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T20:01:31,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700951810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:31,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:31,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700951810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:31,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:31,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700951810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700951810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:31,975 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/2f8ffea152e04aa09b9b8e280bb97200 2024-11-15T20:01:31,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/8b86a0e33634457d9ec914bac1e91c7a is 50, key is test_row_0/B:col10/1731700890550/Put/seqid=0 2024-11-15T20:01:31,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742436_1612 (size=12151) 2024-11-15T20:01:32,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700952020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:32,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700952020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:32,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700952020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:32,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700952020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:32,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:32,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:32,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700952330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700952330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700952331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:32,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700952332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:32,387 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/8b86a0e33634457d9ec914bac1e91c7a 2024-11-15T20:01:32,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/dc648bb4738f4d7bad1fa666515e3b20 is 50, key is test_row_0/C:col10/1731700890550/Put/seqid=0 2024-11-15T20:01:32,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742437_1613 (size=12151) 2024-11-15T20:01:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T20:01:32,799 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/dc648bb4738f4d7bad1fa666515e3b20 2024-11-15T20:01:32,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/2f8ffea152e04aa09b9b8e280bb97200 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/2f8ffea152e04aa09b9b8e280bb97200 2024-11-15T20:01:32,808 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/2f8ffea152e04aa09b9b8e280bb97200, entries=150, sequenceid=260, filesize=30.4 K 2024-11-15T20:01:32,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/8b86a0e33634457d9ec914bac1e91c7a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/8b86a0e33634457d9ec914bac1e91c7a 2024-11-15T20:01:32,812 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/8b86a0e33634457d9ec914bac1e91c7a, entries=150, sequenceid=260, filesize=11.9 K 2024-11-15T20:01:32,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/dc648bb4738f4d7bad1fa666515e3b20 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/dc648bb4738f4d7bad1fa666515e3b20 2024-11-15T20:01:32,816 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/dc648bb4738f4d7bad1fa666515e3b20, entries=150, sequenceid=260, filesize=11.9 K 2024-11-15T20:01:32,816 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 388a67797c0a2b1a77ec436293b33524 in 1303ms, sequenceid=260, compaction requested=false 2024-11-15T20:01:32,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:32,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:32,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-15T20:01:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-15T20:01:32,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-15T20:01:32,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2250 sec 2024-11-15T20:01:32,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.2290 sec 2024-11-15T20:01:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:32,842 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:01:32,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T20:01:32,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b1eb4ee563314928b321f09a711de49b_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_0/A:col10/1731700891700/Put/seqid=0 2024-11-15T20:01:32,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742438_1614 (size=12454) 2024-11-15T20:01:32,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700952868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:32,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700952869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:32,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700952870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:32,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:32,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700952871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:32,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:32,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700952980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700952980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:32,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:32,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700952980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700952980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:32,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:32,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:32,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:32,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:32,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:33,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700953190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:33,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700953190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:33,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:33,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:33,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700953190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:33,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:33,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:33,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:33,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700953201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:33,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:33,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:33,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:33,253 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:33,256 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b1eb4ee563314928b321f09a711de49b_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b1eb4ee563314928b321f09a711de49b_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:33,257 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/d850b82674ca4884aafc0ecfe89ca778, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:33,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/d850b82674ca4884aafc0ecfe89ca778 is 175, key is test_row_0/A:col10/1731700891700/Put/seqid=0 2024-11-15T20:01:33,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742439_1615 (size=31255) 2024-11-15T20:01:33,267 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/d850b82674ca4884aafc0ecfe89ca778 2024-11-15T20:01:33,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/32f7f92bbfea4c53aec225cb22b6d551 is 50, key is test_row_0/B:col10/1731700891700/Put/seqid=0 2024-11-15T20:01:33,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742440_1616 (size=12301) 2024-11-15T20:01:33,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700953500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:33,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:33,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:33,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700953500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:33,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:33,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700953500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:33,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:33,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:33,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:33,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:33,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:33,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:33,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700953510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:33,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:33,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:33,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:33,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/32f7f92bbfea4c53aec225cb22b6d551 2024-11-15T20:01:33,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/3e239f1421084bd793a3f75b6ebd76c5 is 50, key is test_row_0/C:col10/1731700891700/Put/seqid=0 2024-11-15T20:01:33,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742441_1617 (size=12301) 2024-11-15T20:01:34,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700954010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:34,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700954010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:34,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700954010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:34,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700954020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:34,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:34,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:34,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:34,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/3e239f1421084bd793a3f75b6ebd76c5 2024-11-15T20:01:34,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/d850b82674ca4884aafc0ecfe89ca778 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/d850b82674ca4884aafc0ecfe89ca778 2024-11-15T20:01:34,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/d850b82674ca4884aafc0ecfe89ca778, entries=150, sequenceid=272, filesize=30.5 K 2024-11-15T20:01:34,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/32f7f92bbfea4c53aec225cb22b6d551 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/32f7f92bbfea4c53aec225cb22b6d551 2024-11-15T20:01:34,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/32f7f92bbfea4c53aec225cb22b6d551, entries=150, sequenceid=272, filesize=12.0 K 2024-11-15T20:01:34,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/3e239f1421084bd793a3f75b6ebd76c5 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/3e239f1421084bd793a3f75b6ebd76c5 2024-11-15T20:01:34,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/3e239f1421084bd793a3f75b6ebd76c5, entries=150, sequenceid=272, filesize=12.0 K 2024-11-15T20:01:34,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 388a67797c0a2b1a77ec436293b33524 in 1260ms, sequenceid=272, compaction requested=true 2024-11-15T20:01:34,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:34,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:01:34,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:34,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:01:34,103 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:34,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:34,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:01:34,103 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:34,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:34,104 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94118 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:34,104 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:34,104 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/A is initiating minor compaction (all files) 2024-11-15T20:01:34,104 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/B is initiating minor compaction (all files) 2024-11-15T20:01:34,104 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/A in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:34,104 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/B in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:34,104 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/6b851981dcd64c9098de41d37152224e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/2f8ffea152e04aa09b9b8e280bb97200, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/d850b82674ca4884aafc0ecfe89ca778] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=91.9 K 2024-11-15T20:01:34,104 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/63dc330ba7df4ab19425b545f67589d7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/8b86a0e33634457d9ec914bac1e91c7a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/32f7f92bbfea4c53aec225cb22b6d551] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=36.3 K 2024-11-15T20:01:34,104 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:34,104 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/6b851981dcd64c9098de41d37152224e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/2f8ffea152e04aa09b9b8e280bb97200, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/d850b82674ca4884aafc0ecfe89ca778] 2024-11-15T20:01:34,104 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 63dc330ba7df4ab19425b545f67589d7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731700888296 2024-11-15T20:01:34,104 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b851981dcd64c9098de41d37152224e, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731700888296 2024-11-15T20:01:34,105 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b86a0e33634457d9ec914bac1e91c7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731700890544 2024-11-15T20:01:34,105 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f8ffea152e04aa09b9b8e280bb97200, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731700890544 2024-11-15T20:01:34,105 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting d850b82674ca4884aafc0ecfe89ca778, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731700891697 2024-11-15T20:01:34,105 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 32f7f92bbfea4c53aec225cb22b6d551, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731700891697 2024-11-15T20:01:34,116 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:34,118 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115c7d107ee2c7a4b14a4df6763b95a604c_388a67797c0a2b1a77ec436293b33524 store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:34,119 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#B#compaction#520 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:34,119 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/d87eba260c344704b5524787cebe1ceb is 50, key is test_row_0/B:col10/1731700891700/Put/seqid=0 2024-11-15T20:01:34,120 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115c7d107ee2c7a4b14a4df6763b95a604c_388a67797c0a2b1a77ec436293b33524, store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:34,120 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c7d107ee2c7a4b14a4df6763b95a604c_388a67797c0a2b1a77ec436293b33524 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:34,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742442_1618 (size=12949) 2024-11-15T20:01:34,133 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/d87eba260c344704b5524787cebe1ceb as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/d87eba260c344704b5524787cebe1ceb 2024-11-15T20:01:34,137 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/B of 388a67797c0a2b1a77ec436293b33524 into d87eba260c344704b5524787cebe1ceb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:34,137 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:34,137 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/B, priority=13, startTime=1731700894103; duration=0sec 2024-11-15T20:01:34,137 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:34,137 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:B 2024-11-15T20:01:34,137 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T20:01:34,138 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T20:01:34,138 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/C is initiating minor compaction (all files) 2024-11-15T20:01:34,138 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/C in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:34,138 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/ba044bfd1ebf42ff8f2c6e192a8a8c55, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/dc648bb4738f4d7bad1fa666515e3b20, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/3e239f1421084bd793a3f75b6ebd76c5] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=36.3 K 2024-11-15T20:01:34,138 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting ba044bfd1ebf42ff8f2c6e192a8a8c55, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731700888296 2024-11-15T20:01:34,139 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting dc648bb4738f4d7bad1fa666515e3b20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731700890544 2024-11-15T20:01:34,139 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e239f1421084bd793a3f75b6ebd76c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731700891697 2024-11-15T20:01:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742443_1619 (size=4469) 2024-11-15T20:01:34,145 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#C#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:34,146 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/80cb79225eea4208bccb83dd496a36c5 is 50, key is test_row_0/C:col10/1731700891700/Put/seqid=0 2024-11-15T20:01:34,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742444_1620 (size=12949) 2024-11-15T20:01:34,153 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/80cb79225eea4208bccb83dd496a36c5 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/80cb79225eea4208bccb83dd496a36c5 2024-11-15T20:01:34,157 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/C of 388a67797c0a2b1a77ec436293b33524 into 80cb79225eea4208bccb83dd496a36c5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:34,157 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:34,157 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/C, priority=13, startTime=1731700894103; duration=0sec 2024-11-15T20:01:34,157 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:34,157 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:C 2024-11-15T20:01:34,542 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#A#compaction#519 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:34,543 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/5a55b4e30edf48efbc37e0b6558bf07a is 175, key is test_row_0/A:col10/1731700891700/Put/seqid=0 2024-11-15T20:01:34,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742445_1621 (size=31903) 2024-11-15T20:01:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-15T20:01:34,751 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:34,752 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:01:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-15T20:01:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T20:01:34,753 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:01:34,755 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:01:34,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:01:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T20:01:34,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-15T20:01:34,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:34,907 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T20:01:34,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111576e4e2c4d90c47dc960ac2fb98e63f46_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_0/A:col10/1731700892868/Put/seqid=0 2024-11-15T20:01:34,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742446_1622 (size=12454) 2024-11-15T20:01:34,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:34,931 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111576e4e2c4d90c47dc960ac2fb98e63f46_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111576e4e2c4d90c47dc960ac2fb98e63f46_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:34,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/db45de767d6b4b888dac5e4d135071a5, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:34,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/db45de767d6b4b888dac5e4d135071a5 is 175, key is test_row_0/A:col10/1731700892868/Put/seqid=0 2024-11-15T20:01:34,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742447_1623 (size=31255) 2024-11-15T20:01:34,951 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/5a55b4e30edf48efbc37e0b6558bf07a as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/5a55b4e30edf48efbc37e0b6558bf07a 2024-11-15T20:01:34,954 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/A of 388a67797c0a2b1a77ec436293b33524 into 5a55b4e30edf48efbc37e0b6558bf07a(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:34,954 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:34,954 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/A, priority=13, startTime=1731700894103; duration=0sec 2024-11-15T20:01:34,955 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:34,955 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:A 2024-11-15T20:01:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:35,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:35,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700955035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:35,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700955036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:35,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:35,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700955036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:35,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700955036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:35,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:35,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:35,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T20:01:35,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700955150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:35,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:35,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700955150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:35,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:35,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700955151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:35,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700955151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:35,338 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/db45de767d6b4b888dac5e4d135071a5 2024-11-15T20:01:35,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/d47f30fea88c45b792eea3997dd16d7e is 50, key is test_row_0/B:col10/1731700892868/Put/seqid=0 2024-11-15T20:01:35,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742448_1624 (size=12301) 2024-11-15T20:01:35,352 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/d47f30fea88c45b792eea3997dd16d7e 2024-11-15T20:01:35,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700955361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/7c25539e1b3b4495877216d65d0e9c69 is 50, key is test_row_0/C:col10/1731700892868/Put/seqid=0 2024-11-15T20:01:35,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:35,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700955361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:35,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:35,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700955361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:35,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:35,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700955361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:35,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742449_1625 (size=12301) 2024-11-15T20:01:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T20:01:35,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700955671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:35,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:35,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700955671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:35,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:35,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700955671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:35,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:35,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:35,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700955671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:35,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:35,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:35,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:35,771 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/7c25539e1b3b4495877216d65d0e9c69 2024-11-15T20:01:35,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/db45de767d6b4b888dac5e4d135071a5 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/db45de767d6b4b888dac5e4d135071a5 2024-11-15T20:01:35,781 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/db45de767d6b4b888dac5e4d135071a5, entries=150, sequenceid=298, filesize=30.5 K 2024-11-15T20:01:35,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/d47f30fea88c45b792eea3997dd16d7e as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/d47f30fea88c45b792eea3997dd16d7e 2024-11-15T20:01:35,786 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/d47f30fea88c45b792eea3997dd16d7e, entries=150, sequenceid=298, filesize=12.0 K 2024-11-15T20:01:35,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/7c25539e1b3b4495877216d65d0e9c69 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/7c25539e1b3b4495877216d65d0e9c69 2024-11-15T20:01:35,790 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/7c25539e1b3b4495877216d65d0e9c69, entries=150, sequenceid=298, filesize=12.0 K 2024-11-15T20:01:35,791 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 388a67797c0a2b1a77ec436293b33524 in 884ms, sequenceid=298, compaction requested=false 2024-11-15T20:01:35,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:35,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:35,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-15T20:01:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-15T20:01:35,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-15T20:01:35,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0380 sec 2024-11-15T20:01:35,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.0430 sec 2024-11-15T20:01:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-15T20:01:35,891 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:35,891 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:01:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-15T20:01:35,893 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:01:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T20:01:35,894 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:01:35,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:01:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T20:01:36,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-15T20:01:36,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:36,046 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T20:01:36,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111571e2fae22d3a48efb9a38c6d3035cd2d_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_0/A:col10/1731700895035/Put/seqid=0 2024-11-15T20:01:36,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742450_1626 (size=12454) 2024-11-15T20:01:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:36,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T20:01:36,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700956212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:36,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700956213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:36,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700956215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:36,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700956215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:36,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:36,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700956330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:36,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:36,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700956330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700956330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700956330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,335 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:36,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:36,463 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111571e2fae22d3a48efb9a38c6d3035cd2d_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111571e2fae22d3a48efb9a38c6d3035cd2d_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:36,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/11a6c821222c4b31b0f830a422e31dd3, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:36,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/11a6c821222c4b31b0f830a422e31dd3 is 175, key is test_row_0/A:col10/1731700895035/Put/seqid=0 2024-11-15T20:01:36,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742451_1627 (size=31255) 2024-11-15T20:01:36,468 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/11a6c821222c4b31b0f830a422e31dd3 2024-11-15T20:01:36,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/e0a6272daafe4549aed211c65244185c is 50, key is test_row_0/B:col10/1731700895035/Put/seqid=0 2024-11-15T20:01:36,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742452_1628 (size=12301) 2024-11-15T20:01:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T20:01:36,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700956540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700956540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700956540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700956540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:36,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700956850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:36,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700956851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:36,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700956851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:36,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700956851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:36,879 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/e0a6272daafe4549aed211c65244185c 2024-11-15T20:01:36,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/bd5a5c7a9bea47f5b23e328b4872f783 is 50, key is test_row_0/C:col10/1731700895035/Put/seqid=0 2024-11-15T20:01:36,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742453_1629 (size=12301) 2024-11-15T20:01:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T20:01:37,291 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/bd5a5c7a9bea47f5b23e328b4872f783 2024-11-15T20:01:37,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/11a6c821222c4b31b0f830a422e31dd3 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/11a6c821222c4b31b0f830a422e31dd3 2024-11-15T20:01:37,300 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/11a6c821222c4b31b0f830a422e31dd3, entries=150, sequenceid=312, filesize=30.5 K 2024-11-15T20:01:37,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/e0a6272daafe4549aed211c65244185c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/e0a6272daafe4549aed211c65244185c 2024-11-15T20:01:37,304 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/e0a6272daafe4549aed211c65244185c, entries=150, sequenceid=312, filesize=12.0 K 2024-11-15T20:01:37,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/bd5a5c7a9bea47f5b23e328b4872f783 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/bd5a5c7a9bea47f5b23e328b4872f783 2024-11-15T20:01:37,308 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/bd5a5c7a9bea47f5b23e328b4872f783, entries=150, sequenceid=312, filesize=12.0 K 2024-11-15T20:01:37,309 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 388a67797c0a2b1a77ec436293b33524 in 1262ms, sequenceid=312, compaction requested=true 2024-11-15T20:01:37,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:37,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:37,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-15T20:01:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-15T20:01:37,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-15T20:01:37,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4170 sec 2024-11-15T20:01:37,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 1.4220 sec 2024-11-15T20:01:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:37,363 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-15T20:01:37,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T20:01:37,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115303806624dea4340b693fb96b671b096_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_0/A:col10/1731700896213/Put/seqid=0 2024-11-15T20:01:37,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700957373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:37,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:37,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700957377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:37,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:37,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700957378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:37,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:37,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700957378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:37,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:37,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:37,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742454_1630 (size=12454) 2024-11-15T20:01:37,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700957480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:37,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700957490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:37,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:37,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:37,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700957490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700957490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:37,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:37,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:37,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700957690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:37,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:37,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700957700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:37,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700957700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:37,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700957700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:37,791 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:37,795 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115303806624dea4340b693fb96b671b096_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115303806624dea4340b693fb96b671b096_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:37,796 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/e620f74a34be4c868b1cae023af44b39, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:37,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/e620f74a34be4c868b1cae023af44b39 is 175, key is test_row_0/A:col10/1731700896213/Put/seqid=0 2024-11-15T20:01:37,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742455_1631 (size=31255) 2024-11-15T20:01:38,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700958001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:38,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:38,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57224 deadline: 1731700958010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:38,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700958010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:38,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:38,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700958010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:38,013 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c325ef450a96,42595,1731700725376 for 'test_row_2' in 388a67797c0a2b1a77ec436293b33524 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18310 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-15T20:01:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700958010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-15T20:01:38,041 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:38,042 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T20:01:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-15T20:01:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T20:01:38,044 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T20:01:38,044 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T20:01:38,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T20:01:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T20:01:38,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T20:01:38,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:38,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:38,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:38,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,201 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/e620f74a34be4c868b1cae023af44b39 2024-11-15T20:01:38,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/5dbbb86790bc4eb9bafd0b728bdbc3c7 is 50, key is test_row_0/B:col10/1731700896213/Put/seqid=0 2024-11-15T20:01:38,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742456_1632 (size=12301) 2024-11-15T20:01:38,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T20:01:38,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:38,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:38,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:38,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T20:01:38,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T20:01:38,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:38,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:38,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:38,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1731700958511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:38,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:38,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57268 deadline: 1731700958520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:38,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57244 deadline: 1731700958520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:38,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:38,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T20:01:38,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42595 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57230 deadline: 1731700958520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 2024-11-15T20:01:38,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:38,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 , the old value is region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T20:01:38,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., hostname=c325ef450a96,42595,1731700725376, seqNum=5 because the exception is null or not the one we care about 2024-11-15T20:01:38,549 INFO [Thread-2436 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2436. 2024-11-15T20:01:38,549 DEBUG [Thread-2436 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:38,549 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:38,550 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:38,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:38,550 INFO [Thread-2432 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2432. 2024-11-15T20:01:38,550 DEBUG [Thread-2432 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:38,550 DEBUG [Thread-2432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:38,550 DEBUG [Thread-2432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:38,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:38,552 INFO [Thread-2430 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2430. 2024-11-15T20:01:38,552 DEBUG [Thread-2430 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:38,552 DEBUG [Thread-2430 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:38,552 DEBUG [Thread-2430 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:38,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:38,552 INFO [Thread-2434 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2434. 2024-11-15T20:01:38,552 DEBUG [Thread-2434 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:38,553 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:38,553 INFO [Thread-2428 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2428. 2024-11-15T20:01:38,553 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:38,553 DEBUG [Thread-2428 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:38,553 DEBUG [Thread-2428 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:38,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:38,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:38,553 DEBUG [Thread-2428 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:38,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/5dbbb86790bc4eb9bafd0b728bdbc3c7 2024-11-15T20:01:38,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/a2cb675c6a9842dcbda9a035e0c6e50f is 50, key is test_row_0/C:col10/1731700896213/Put/seqid=0 2024-11-15T20:01:38,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742457_1633 (size=12301) 2024-11-15T20:01:38,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T20:01:38,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:38,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:38,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:38,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T20:01:38,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T20:01:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:38,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T20:01:38,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:38,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:38,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:38,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T20:01:39,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/a2cb675c6a9842dcbda9a035e0c6e50f 2024-11-15T20:01:39,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/e620f74a34be4c868b1cae023af44b39 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/e620f74a34be4c868b1cae023af44b39 2024-11-15T20:01:39,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/e620f74a34be4c868b1cae023af44b39, entries=150, sequenceid=337, filesize=30.5 K 2024-11-15T20:01:39,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/5dbbb86790bc4eb9bafd0b728bdbc3c7 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/5dbbb86790bc4eb9bafd0b728bdbc3c7 2024-11-15T20:01:39,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/5dbbb86790bc4eb9bafd0b728bdbc3c7, entries=150, sequenceid=337, filesize=12.0 K 2024-11-15T20:01:39,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/a2cb675c6a9842dcbda9a035e0c6e50f as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a2cb675c6a9842dcbda9a035e0c6e50f 2024-11-15T20:01:39,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a2cb675c6a9842dcbda9a035e0c6e50f, entries=150, sequenceid=337, filesize=12.0 K 2024-11-15T20:01:39,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 388a67797c0a2b1a77ec436293b33524 in 1671ms, sequenceid=337, compaction requested=true 2024-11-15T20:01:39,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:39,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T20:01:39,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:39,035 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:01:39,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T20:01:39,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:39,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 388a67797c0a2b1a77ec436293b33524:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T20:01:39,035 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:01:39,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:39,035 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:01:39,035 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/A is initiating minor compaction (all files) 2024-11-15T20:01:39,036 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:01:39,036 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/A in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:39,036 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/B is initiating minor compaction (all files) 2024-11-15T20:01:39,036 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/B in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:39,036 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/5a55b4e30edf48efbc37e0b6558bf07a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/db45de767d6b4b888dac5e4d135071a5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/11a6c821222c4b31b0f830a422e31dd3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/e620f74a34be4c868b1cae023af44b39] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=122.7 K 2024-11-15T20:01:39,036 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:39,036 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/d87eba260c344704b5524787cebe1ceb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/d47f30fea88c45b792eea3997dd16d7e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/e0a6272daafe4549aed211c65244185c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/5dbbb86790bc4eb9bafd0b728bdbc3c7] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=48.7 K 2024-11-15T20:01:39,036 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. files: [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/5a55b4e30edf48efbc37e0b6558bf07a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/db45de767d6b4b888dac5e4d135071a5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/11a6c821222c4b31b0f830a422e31dd3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/e620f74a34be4c868b1cae023af44b39] 2024-11-15T20:01:39,036 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a55b4e30edf48efbc37e0b6558bf07a, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731700891697 2024-11-15T20:01:39,036 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting d87eba260c344704b5524787cebe1ceb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731700891697 2024-11-15T20:01:39,036 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting d47f30fea88c45b792eea3997dd16d7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731700892868 2024-11-15T20:01:39,036 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting db45de767d6b4b888dac5e4d135071a5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731700892868 2024-11-15T20:01:39,037 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting e0a6272daafe4549aed211c65244185c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731700895034 2024-11-15T20:01:39,037 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11a6c821222c4b31b0f830a422e31dd3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731700895034 2024-11-15T20:01:39,037 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dbbb86790bc4eb9bafd0b728bdbc3c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731700896206 2024-11-15T20:01:39,037 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] compactions.Compactor(225): Compacting e620f74a34be4c868b1cae023af44b39, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731700896206 2024-11-15T20:01:39,042 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:39,043 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#B#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:39,043 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/62e5b486818d40feba66107843b5a863 is 50, key is test_row_0/B:col10/1731700896213/Put/seqid=0 2024-11-15T20:01:39,044 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115d3857b3e4ff3441286979f1f72d30332_388a67797c0a2b1a77ec436293b33524 store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:39,047 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115d3857b3e4ff3441286979f1f72d30332_388a67797c0a2b1a77ec436293b33524, store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:39,047 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d3857b3e4ff3441286979f1f72d30332_388a67797c0a2b1a77ec436293b33524 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:39,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742458_1634 (size=13085) 2024-11-15T20:01:39,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742459_1635 (size=4469) 2024-11-15T20:01:39,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-15T20:01:39,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:39,114 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T20:01:39,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151cda15a4a2274851842018418e26f916_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_1/A:col10/1731700897376/Put/seqid=0 2024-11-15T20:01:39,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742460_1636 (size=9914) 2024-11-15T20:01:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T20:01:39,451 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#A#compaction#532 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:39,451 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/3c7edef5894f4e19b7b301be467f303b is 175, key is test_row_0/A:col10/1731700896213/Put/seqid=0 2024-11-15T20:01:39,451 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/62e5b486818d40feba66107843b5a863 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/62e5b486818d40feba66107843b5a863 2024-11-15T20:01:39,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742461_1637 (size=32039) 2024-11-15T20:01:39,455 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/B of 388a67797c0a2b1a77ec436293b33524 into 62e5b486818d40feba66107843b5a863(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:39,455 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:39,455 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/B, priority=12, startTime=1731700899035; duration=0sec 2024-11-15T20:01:39,455 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T20:01:39,455 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:B 2024-11-15T20:01:39,455 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T20:01:39,456 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T20:01:39,456 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1541): 388a67797c0a2b1a77ec436293b33524/C is initiating minor compaction (all files) 2024-11-15T20:01:39,456 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 388a67797c0a2b1a77ec436293b33524/C in TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:39,456 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/80cb79225eea4208bccb83dd496a36c5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/7c25539e1b3b4495877216d65d0e9c69, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/bd5a5c7a9bea47f5b23e328b4872f783, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a2cb675c6a9842dcbda9a035e0c6e50f] into tmpdir=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp, totalSize=48.7 K 2024-11-15T20:01:39,457 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 80cb79225eea4208bccb83dd496a36c5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731700891697 2024-11-15T20:01:39,457 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c25539e1b3b4495877216d65d0e9c69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731700892868 2024-11-15T20:01:39,457 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting bd5a5c7a9bea47f5b23e328b4872f783, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731700895034 2024-11-15T20:01:39,458 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] compactions.Compactor(225): Compacting a2cb675c6a9842dcbda9a035e0c6e50f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731700896206 2024-11-15T20:01:39,463 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 388a67797c0a2b1a77ec436293b33524#C#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T20:01:39,464 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/49cce1427ac64780b307273f736ff58c is 50, key is test_row_0/C:col10/1731700896213/Put/seqid=0 2024-11-15T20:01:39,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742462_1638 (size=13085) 2024-11-15T20:01:39,471 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/49cce1427ac64780b307273f736ff58c as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/49cce1427ac64780b307273f736ff58c 2024-11-15T20:01:39,474 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/C of 388a67797c0a2b1a77ec436293b33524 into 49cce1427ac64780b307273f736ff58c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:39,474 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:39,474 INFO [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/C, priority=12, startTime=1731700899035; duration=0sec 2024-11-15T20:01:39,474 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:39,474 DEBUG [RS:0;c325ef450a96:42595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:C 2024-11-15T20:01:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42595 {}] regionserver.HRegion(8855): Flush requested on 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:39,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. as already flushing 2024-11-15T20:01:39,522 INFO [Thread-2425 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2425. 2024-11-15T20:01:39,522 DEBUG [Thread-2425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:39,522 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:39,522 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:39,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:39,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:39,526 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151cda15a4a2274851842018418e26f916_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151cda15a4a2274851842018418e26f916_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:39,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/055874c82839406eb4af59956ec9c6de, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:39,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/055874c82839406eb4af59956ec9c6de is 175, key is test_row_1/A:col10/1731700897376/Put/seqid=0 2024-11-15T20:01:39,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742463_1639 (size=22561) 2024-11-15T20:01:39,531 INFO [Thread-2419 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2419. 2024-11-15T20:01:39,531 DEBUG [Thread-2419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:39,531 DEBUG [Thread-2419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:39,531 INFO [Thread-2417 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2417. 2024-11-15T20:01:39,531 DEBUG [Thread-2417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:39,531 DEBUG [Thread-2419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:39,531 DEBUG [Thread-2417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:39,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:39,531 DEBUG [Thread-2417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:39,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:39,543 INFO [Thread-2423 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2423. 2024-11-15T20:01:39,543 DEBUG [Thread-2423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:39,543 DEBUG [Thread-2423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:39,543 DEBUG [Thread-2423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:39,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:39,859 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/3c7edef5894f4e19b7b301be467f303b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/3c7edef5894f4e19b7b301be467f303b 2024-11-15T20:01:39,862 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 388a67797c0a2b1a77ec436293b33524/A of 388a67797c0a2b1a77ec436293b33524 into 3c7edef5894f4e19b7b301be467f303b(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T20:01:39,862 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:39,862 INFO [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., storeName=388a67797c0a2b1a77ec436293b33524/A, priority=12, startTime=1731700899034; duration=0sec 2024-11-15T20:01:39,862 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T20:01:39,862 DEBUG [RS:0;c325ef450a96:42595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 388a67797c0a2b1a77ec436293b33524:A 2024-11-15T20:01:39,931 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/055874c82839406eb4af59956ec9c6de 2024-11-15T20:01:39,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/ac98a56e1fef494286235166d797897b is 50, key is test_row_1/B:col10/1731700897376/Put/seqid=0 2024-11-15T20:01:39,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742464_1640 (size=9857) 2024-11-15T20:01:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T20:01:40,341 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/ac98a56e1fef494286235166d797897b 2024-11-15T20:01:40,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/d98d2e02a52c4c79b1cda21bdc5f04b6 is 50, key is test_row_1/C:col10/1731700897376/Put/seqid=0 2024-11-15T20:01:40,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742465_1641 (size=9857) 2024-11-15T20:01:40,750 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/d98d2e02a52c4c79b1cda21bdc5f04b6 2024-11-15T20:01:40,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/055874c82839406eb4af59956ec9c6de as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/055874c82839406eb4af59956ec9c6de 2024-11-15T20:01:40,756 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/055874c82839406eb4af59956ec9c6de, entries=100, sequenceid=348, filesize=22.0 K 2024-11-15T20:01:40,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/ac98a56e1fef494286235166d797897b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/ac98a56e1fef494286235166d797897b 2024-11-15T20:01:40,759 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/ac98a56e1fef494286235166d797897b, entries=100, sequenceid=348, filesize=9.6 K 2024-11-15T20:01:40,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/d98d2e02a52c4c79b1cda21bdc5f04b6 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/d98d2e02a52c4c79b1cda21bdc5f04b6 2024-11-15T20:01:40,763 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/d98d2e02a52c4c79b1cda21bdc5f04b6, entries=100, sequenceid=348, filesize=9.6 K 2024-11-15T20:01:40,764 INFO [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=26.84 KB/27480 for 388a67797c0a2b1a77ec436293b33524 in 1650ms, sequenceid=348, compaction requested=false 2024-11-15T20:01:40,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 388a67797c0a2b1a77ec436293b33524: 2024-11-15T20:01:40,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:40,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-15T20:01:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-15T20:01:40,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-15T20:01:40,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7200 sec 2024-11-15T20:01:40,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 2.7250 sec 2024-11-15T20:01:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-15T20:01:42,211 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:43,566 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T20:01:48,042 INFO [Thread-2421 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2421. 2024-11-15T20:01:48,042 DEBUG [Thread-2421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-15T20:01:48,042 DEBUG [Thread-2421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:48,042 DEBUG [Thread-2421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:48,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T20:01:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-15T20:01:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-15T20:01:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-15T20:01:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-15T20:01:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-15T20:01:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T20:01:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3177 2024-11-15T20:01:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3049 2024-11-15T20:01:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3015 2024-11-15T20:01:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3176 2024-11-15T20:01:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3044 2024-11-15T20:01:48,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T20:01:48,043 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T20:01:48,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T20:01:48,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:48,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:48,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:48,043 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T20:01:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T20:01:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T20:01:48,046 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700908046"}]},"ts":"1731700908046"} 2024-11-15T20:01:48,047 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T20:01:48,047 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T20:01:48,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T20:01:48,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=388a67797c0a2b1a77ec436293b33524, UNASSIGN}] 2024-11-15T20:01:48,049 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=388a67797c0a2b1a77ec436293b33524, UNASSIGN 2024-11-15T20:01:48,050 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=388a67797c0a2b1a77ec436293b33524, regionState=CLOSING, regionLocation=c325ef450a96,42595,1731700725376 2024-11-15T20:01:48,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=388a67797c0a2b1a77ec436293b33524, UNASSIGN because future has completed 2024-11-15T20:01:48,052 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T20:01:48,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; CloseRegionProcedure 388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376}] 2024-11-15T20:01:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T20:01:48,204 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(122): Close 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:48,204 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T20:01:48,204 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1722): Closing 388a67797c0a2b1a77ec436293b33524, disabling compactions & flushes 2024-11-15T20:01:48,204 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:48,204 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:48,204 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. after waiting 0 ms 2024-11-15T20:01:48,204 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:48,204 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(2902): Flushing 388a67797c0a2b1a77ec436293b33524 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T20:01:48,208 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111520fff584f6d74aad9144f5efbe723dfe_388a67797c0a2b1a77ec436293b33524 is 50, key is test_row_1/A:col10/1731700899530/Put/seqid=0 2024-11-15T20:01:48,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742466_1642 (size=9914) 2024-11-15T20:01:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T20:01:48,612 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T20:01:48,615 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111520fff584f6d74aad9144f5efbe723dfe_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111520fff584f6d74aad9144f5efbe723dfe_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:48,616 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/ee1796e9920d41d09e9f94f1ddde93c1, store: [table=TestAcidGuarantees family=A region=388a67797c0a2b1a77ec436293b33524] 2024-11-15T20:01:48,617 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/ee1796e9920d41d09e9f94f1ddde93c1 is 175, key is test_row_1/A:col10/1731700899530/Put/seqid=0 2024-11-15T20:01:48,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742467_1643 (size=22561) 2024-11-15T20:01:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T20:01:49,020 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/ee1796e9920d41d09e9f94f1ddde93c1 2024-11-15T20:01:49,026 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/a7193ccd40d64f61a3b78c9f2262b8ae is 50, key is test_row_1/B:col10/1731700899530/Put/seqid=0 2024-11-15T20:01:49,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742468_1644 (size=9857) 2024-11-15T20:01:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T20:01:49,430 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/a7193ccd40d64f61a3b78c9f2262b8ae 2024-11-15T20:01:49,436 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/13a1e5abdbe546c79f6e3c7b60df7790 is 50, key is test_row_1/C:col10/1731700899530/Put/seqid=0 2024-11-15T20:01:49,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742469_1645 (size=9857) 2024-11-15T20:01:49,439 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/13a1e5abdbe546c79f6e3c7b60df7790 2024-11-15T20:01:49,442 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/A/ee1796e9920d41d09e9f94f1ddde93c1 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/ee1796e9920d41d09e9f94f1ddde93c1 2024-11-15T20:01:49,444 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/ee1796e9920d41d09e9f94f1ddde93c1, entries=100, sequenceid=359, filesize=22.0 K 2024-11-15T20:01:49,445 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/B/a7193ccd40d64f61a3b78c9f2262b8ae as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/a7193ccd40d64f61a3b78c9f2262b8ae 2024-11-15T20:01:49,447 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/a7193ccd40d64f61a3b78c9f2262b8ae, entries=100, sequenceid=359, filesize=9.6 K 2024-11-15T20:01:49,447 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/.tmp/C/13a1e5abdbe546c79f6e3c7b60df7790 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/13a1e5abdbe546c79f6e3c7b60df7790 2024-11-15T20:01:49,450 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/13a1e5abdbe546c79f6e3c7b60df7790, entries=100, sequenceid=359, filesize=9.6 K 2024-11-15T20:01:49,451 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 388a67797c0a2b1a77ec436293b33524 in 1247ms, sequenceid=359, compaction requested=true 2024-11-15T20:01:49,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/b511dcc1bee7446ebce4d54411e79d85, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/f5ab5a8d45f0457b9e8b168bb91dc7a7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/de182495bb254655b7539f2893183cb4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/db8fd3629b134abf95eb12105769bf69, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/cd8002d2008046ea9201539ca5aa5a71, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/1ae8d2694a05404b913c8ea05707cf95, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/238dabf5de1b4f919762c61447b46c65, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/8d4fa283b1d2439e899fb5719fd0dd74, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/bf3738e6e3f6444d837cb36f3ee9a390, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/11559b393ec74426a086c7ccff928758, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/edbb559a3ebd443584030a4da8f7c4cf, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/297c2dea3a4f48208d4b0ed92e3a63ee, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/383d581b8d0545fbaf1b90a2c99b1da1, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/23c3c3b9b49946fbbced7e0977bd8bae, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/c2d9e7b6e63d40b2aa5eb4f7f6225651, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/ca75dc81ced5446eaf883a3474c12cba, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/6b851981dcd64c9098de41d37152224e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/2f8ffea152e04aa09b9b8e280bb97200, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/5a55b4e30edf48efbc37e0b6558bf07a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/d850b82674ca4884aafc0ecfe89ca778, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/db45de767d6b4b888dac5e4d135071a5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/11a6c821222c4b31b0f830a422e31dd3, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/e620f74a34be4c868b1cae023af44b39] to archive 2024-11-15T20:01:49,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T20:01:49,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/b511dcc1bee7446ebce4d54411e79d85 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/b511dcc1bee7446ebce4d54411e79d85 2024-11-15T20:01:49,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/f5ab5a8d45f0457b9e8b168bb91dc7a7 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/f5ab5a8d45f0457b9e8b168bb91dc7a7 2024-11-15T20:01:49,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/de182495bb254655b7539f2893183cb4 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/de182495bb254655b7539f2893183cb4 2024-11-15T20:01:49,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/db8fd3629b134abf95eb12105769bf69 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/db8fd3629b134abf95eb12105769bf69 2024-11-15T20:01:49,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/cd8002d2008046ea9201539ca5aa5a71 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/cd8002d2008046ea9201539ca5aa5a71 2024-11-15T20:01:49,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/1ae8d2694a05404b913c8ea05707cf95 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/1ae8d2694a05404b913c8ea05707cf95 2024-11-15T20:01:49,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/238dabf5de1b4f919762c61447b46c65 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/238dabf5de1b4f919762c61447b46c65 2024-11-15T20:01:49,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/8d4fa283b1d2439e899fb5719fd0dd74 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/8d4fa283b1d2439e899fb5719fd0dd74 2024-11-15T20:01:49,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/bf3738e6e3f6444d837cb36f3ee9a390 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/bf3738e6e3f6444d837cb36f3ee9a390 2024-11-15T20:01:49,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/11559b393ec74426a086c7ccff928758 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/11559b393ec74426a086c7ccff928758 2024-11-15T20:01:49,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/edbb559a3ebd443584030a4da8f7c4cf to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/edbb559a3ebd443584030a4da8f7c4cf 2024-11-15T20:01:49,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/297c2dea3a4f48208d4b0ed92e3a63ee to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/297c2dea3a4f48208d4b0ed92e3a63ee 2024-11-15T20:01:49,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/383d581b8d0545fbaf1b90a2c99b1da1 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/383d581b8d0545fbaf1b90a2c99b1da1 2024-11-15T20:01:49,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/23c3c3b9b49946fbbced7e0977bd8bae to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/23c3c3b9b49946fbbced7e0977bd8bae 2024-11-15T20:01:49,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/c2d9e7b6e63d40b2aa5eb4f7f6225651 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/c2d9e7b6e63d40b2aa5eb4f7f6225651 2024-11-15T20:01:49,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/ca75dc81ced5446eaf883a3474c12cba to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/ca75dc81ced5446eaf883a3474c12cba 2024-11-15T20:01:49,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/6b851981dcd64c9098de41d37152224e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/6b851981dcd64c9098de41d37152224e 2024-11-15T20:01:49,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/2f8ffea152e04aa09b9b8e280bb97200 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/2f8ffea152e04aa09b9b8e280bb97200 2024-11-15T20:01:49,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/5a55b4e30edf48efbc37e0b6558bf07a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/5a55b4e30edf48efbc37e0b6558bf07a 2024-11-15T20:01:49,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/d850b82674ca4884aafc0ecfe89ca778 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/d850b82674ca4884aafc0ecfe89ca778 2024-11-15T20:01:49,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/db45de767d6b4b888dac5e4d135071a5 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/db45de767d6b4b888dac5e4d135071a5 2024-11-15T20:01:49,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/11a6c821222c4b31b0f830a422e31dd3 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/11a6c821222c4b31b0f830a422e31dd3 2024-11-15T20:01:49,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/e620f74a34be4c868b1cae023af44b39 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/e620f74a34be4c868b1cae023af44b39 2024-11-15T20:01:49,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/a85444cae23342ef814e13fdfb600e59, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/6adbddbae1cf4083a47836d1f35aeea4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/8b22e6c15c0a483abccbbf782d5b5d86, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/7e58b3b07ec442979bd1582a6b6f966b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/1190e979976b40bab10ed6a44ead5c9e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/24c2afc6f1c24193accdb4f4bf5cca63, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/5ac319b6ab5040099ad45e1745780418, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/3fd370904895472784380388c54cc760, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/ef4e2c2aa94349dc8a19066c9e0ada9a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/95fecc9e112049f88820fc1fbb222cbf, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/f3d5fa99a607458dba027dd6e377fb4e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/7d264ecca4f84f56922f067f5bc27ad6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/f56180531894447f90fc2cfe952457d8, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/81bfeb4116084e26b347eae3d6b874ce, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/70fa45ae263c42198f5c7dc10137b708, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/63dc330ba7df4ab19425b545f67589d7, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/20de665e00ad40bf84fc53143b180e50, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/8b86a0e33634457d9ec914bac1e91c7a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/d87eba260c344704b5524787cebe1ceb, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/32f7f92bbfea4c53aec225cb22b6d551, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/d47f30fea88c45b792eea3997dd16d7e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/e0a6272daafe4549aed211c65244185c, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/5dbbb86790bc4eb9bafd0b728bdbc3c7] to archive 2024-11-15T20:01:49,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T20:01:49,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/a85444cae23342ef814e13fdfb600e59 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/a85444cae23342ef814e13fdfb600e59 2024-11-15T20:01:49,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/6adbddbae1cf4083a47836d1f35aeea4 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/6adbddbae1cf4083a47836d1f35aeea4 2024-11-15T20:01:49,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/8b22e6c15c0a483abccbbf782d5b5d86 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/8b22e6c15c0a483abccbbf782d5b5d86 2024-11-15T20:01:49,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/7e58b3b07ec442979bd1582a6b6f966b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/7e58b3b07ec442979bd1582a6b6f966b 2024-11-15T20:01:49,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/1190e979976b40bab10ed6a44ead5c9e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/1190e979976b40bab10ed6a44ead5c9e 2024-11-15T20:01:49,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/24c2afc6f1c24193accdb4f4bf5cca63 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/24c2afc6f1c24193accdb4f4bf5cca63 2024-11-15T20:01:49,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/5ac319b6ab5040099ad45e1745780418 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/5ac319b6ab5040099ad45e1745780418 2024-11-15T20:01:49,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/3fd370904895472784380388c54cc760 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/3fd370904895472784380388c54cc760 2024-11-15T20:01:49,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/ef4e2c2aa94349dc8a19066c9e0ada9a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/ef4e2c2aa94349dc8a19066c9e0ada9a 2024-11-15T20:01:49,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/95fecc9e112049f88820fc1fbb222cbf to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/95fecc9e112049f88820fc1fbb222cbf 2024-11-15T20:01:49,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/f3d5fa99a607458dba027dd6e377fb4e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/f3d5fa99a607458dba027dd6e377fb4e 2024-11-15T20:01:49,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/7d264ecca4f84f56922f067f5bc27ad6 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/7d264ecca4f84f56922f067f5bc27ad6 2024-11-15T20:01:49,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/f56180531894447f90fc2cfe952457d8 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/f56180531894447f90fc2cfe952457d8 2024-11-15T20:01:49,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/81bfeb4116084e26b347eae3d6b874ce to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/81bfeb4116084e26b347eae3d6b874ce 2024-11-15T20:01:49,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/70fa45ae263c42198f5c7dc10137b708 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/70fa45ae263c42198f5c7dc10137b708 2024-11-15T20:01:49,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/63dc330ba7df4ab19425b545f67589d7 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/63dc330ba7df4ab19425b545f67589d7 2024-11-15T20:01:49,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/20de665e00ad40bf84fc53143b180e50 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/20de665e00ad40bf84fc53143b180e50 2024-11-15T20:01:49,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/8b86a0e33634457d9ec914bac1e91c7a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/8b86a0e33634457d9ec914bac1e91c7a 2024-11-15T20:01:49,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/d87eba260c344704b5524787cebe1ceb to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/d87eba260c344704b5524787cebe1ceb 2024-11-15T20:01:49,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/32f7f92bbfea4c53aec225cb22b6d551 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/32f7f92bbfea4c53aec225cb22b6d551 2024-11-15T20:01:49,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/d47f30fea88c45b792eea3997dd16d7e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/d47f30fea88c45b792eea3997dd16d7e 2024-11-15T20:01:49,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/e0a6272daafe4549aed211c65244185c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/e0a6272daafe4549aed211c65244185c 2024-11-15T20:01:49,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/5dbbb86790bc4eb9bafd0b728bdbc3c7 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/5dbbb86790bc4eb9bafd0b728bdbc3c7 2024-11-15T20:01:49,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/17090d4d251b4eaab9c3e169e62d81b6, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/47fa7a3d7f1544cea4ea7ea5017d052b, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/ecdd66b01ff84cb8a3dbc62e36d22b0a, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a84cb41fc0b741c9b068d45c9e65c13e, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a4e873766d63457ab1bac751383d59cd, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/9da809e06ca04e3eb48ed06abe32979d, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/1b301c6c99524a4881acd4070065fc1f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/89630ee57a284cebbbe864201e2c90d4, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/f3303a78ee4a4a56b29fa43f46f8527f, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/69a97db2d9da41f78b51325093173e07, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/05797bf979924b26bfccaec3a2bbd1aa, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/32ced588a75b472a88815c4be7b6f8be, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/5f0124fbd2d344bea2a5756e4dd0fda0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/4337f3d8c2984916998b7ac41c290206, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/680f3ad58ec04218bff6334d9a4804c0, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/ba044bfd1ebf42ff8f2c6e192a8a8c55, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/892a3637f46d47b1b3175e9d72d08797, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/dc648bb4738f4d7bad1fa666515e3b20, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/80cb79225eea4208bccb83dd496a36c5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/3e239f1421084bd793a3f75b6ebd76c5, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/7c25539e1b3b4495877216d65d0e9c69, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/bd5a5c7a9bea47f5b23e328b4872f783, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a2cb675c6a9842dcbda9a035e0c6e50f] to archive 2024-11-15T20:01:49,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T20:01:49,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/17090d4d251b4eaab9c3e169e62d81b6 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/17090d4d251b4eaab9c3e169e62d81b6 2024-11-15T20:01:49,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/47fa7a3d7f1544cea4ea7ea5017d052b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/47fa7a3d7f1544cea4ea7ea5017d052b 2024-11-15T20:01:49,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/ecdd66b01ff84cb8a3dbc62e36d22b0a to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/ecdd66b01ff84cb8a3dbc62e36d22b0a 2024-11-15T20:01:49,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a84cb41fc0b741c9b068d45c9e65c13e to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a84cb41fc0b741c9b068d45c9e65c13e 2024-11-15T20:01:49,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a4e873766d63457ab1bac751383d59cd to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a4e873766d63457ab1bac751383d59cd 2024-11-15T20:01:49,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/9da809e06ca04e3eb48ed06abe32979d to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/9da809e06ca04e3eb48ed06abe32979d 2024-11-15T20:01:49,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/1b301c6c99524a4881acd4070065fc1f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/1b301c6c99524a4881acd4070065fc1f 2024-11-15T20:01:49,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/89630ee57a284cebbbe864201e2c90d4 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/89630ee57a284cebbbe864201e2c90d4 2024-11-15T20:01:49,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/f3303a78ee4a4a56b29fa43f46f8527f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/f3303a78ee4a4a56b29fa43f46f8527f 2024-11-15T20:01:49,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/69a97db2d9da41f78b51325093173e07 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/69a97db2d9da41f78b51325093173e07 2024-11-15T20:01:49,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/05797bf979924b26bfccaec3a2bbd1aa to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/05797bf979924b26bfccaec3a2bbd1aa 2024-11-15T20:01:49,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/32ced588a75b472a88815c4be7b6f8be to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/32ced588a75b472a88815c4be7b6f8be 2024-11-15T20:01:49,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/5f0124fbd2d344bea2a5756e4dd0fda0 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/5f0124fbd2d344bea2a5756e4dd0fda0 2024-11-15T20:01:49,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/4337f3d8c2984916998b7ac41c290206 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/4337f3d8c2984916998b7ac41c290206 2024-11-15T20:01:49,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/680f3ad58ec04218bff6334d9a4804c0 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/680f3ad58ec04218bff6334d9a4804c0 2024-11-15T20:01:49,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/ba044bfd1ebf42ff8f2c6e192a8a8c55 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/ba044bfd1ebf42ff8f2c6e192a8a8c55 2024-11-15T20:01:49,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/892a3637f46d47b1b3175e9d72d08797 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/892a3637f46d47b1b3175e9d72d08797 2024-11-15T20:01:49,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/dc648bb4738f4d7bad1fa666515e3b20 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/dc648bb4738f4d7bad1fa666515e3b20 2024-11-15T20:01:49,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/80cb79225eea4208bccb83dd496a36c5 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/80cb79225eea4208bccb83dd496a36c5 2024-11-15T20:01:49,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/3e239f1421084bd793a3f75b6ebd76c5 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/3e239f1421084bd793a3f75b6ebd76c5 2024-11-15T20:01:49,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/7c25539e1b3b4495877216d65d0e9c69 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/7c25539e1b3b4495877216d65d0e9c69 2024-11-15T20:01:49,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/bd5a5c7a9bea47f5b23e328b4872f783 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/bd5a5c7a9bea47f5b23e328b4872f783 2024-11-15T20:01:49,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a2cb675c6a9842dcbda9a035e0c6e50f to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/a2cb675c6a9842dcbda9a035e0c6e50f 2024-11-15T20:01:49,517 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/recovered.edits/362.seqid, newMaxSeqId=362, maxSeqId=4 2024-11-15T20:01:49,517 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. 2024-11-15T20:01:49,517 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1676): Region close journal for 388a67797c0a2b1a77ec436293b33524: Waiting for close lock at 1731700908204Running coprocessor pre-close hooks at 1731700908204Disabling compacts and flushes for region at 1731700908204Disabling writes for close at 1731700908204Obtaining lock to block concurrent updates at 1731700908204Preparing flush snapshotting stores in 388a67797c0a2b1a77ec436293b33524 at 1731700908204Finished memstore snapshotting TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731700908204Flushing stores of TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524. at 1731700908205 (+1 ms)Flushing 388a67797c0a2b1a77ec436293b33524/A: creating writer at 1731700908205Flushing mob file 388a67797c0a2b1a77ec436293b33524/A: appending metadata at 1731700908208 (+3 ms)Flushing mob file 388a67797c0a2b1a77ec436293b33524/A: closing flushed file at 1731700908208Flushing 388a67797c0a2b1a77ec436293b33524/A: appending metadata at 1731700908616 (+408 ms)Flushing 388a67797c0a2b1a77ec436293b33524/A: closing flushed file at 1731700908616Flushing 388a67797c0a2b1a77ec436293b33524/B: creating writer at 1731700909023 (+407 ms)Flushing 388a67797c0a2b1a77ec436293b33524/B: appending metadata at 1731700909026 (+3 ms)Flushing 388a67797c0a2b1a77ec436293b33524/B: closing flushed file at 1731700909026Flushing 388a67797c0a2b1a77ec436293b33524/C: creating writer at 1731700909433 (+407 ms)Flushing 388a67797c0a2b1a77ec436293b33524/C: appending metadata at 1731700909435 (+2 ms)Flushing 388a67797c0a2b1a77ec436293b33524/C: closing flushed file at 1731700909435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10346d57: reopening flushed file at 1731700909441 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@160ad1d6: reopening flushed file at 1731700909444 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c2af8ee: reopening flushed file at 1731700909447 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 388a67797c0a2b1a77ec436293b33524 in 1247ms, sequenceid=359, compaction requested=true at 1731700909451 (+4 ms)Writing region close event to WAL at 1731700909514 (+63 ms)Running coprocessor post-close hooks at 1731700909517 (+3 ms)Closed at 1731700909517 2024-11-15T20:01:49,519 INFO [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(157): Closed 388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:49,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=388a67797c0a2b1a77ec436293b33524, regionState=CLOSED 2024-11-15T20:01:49,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=177, ppid=176, state=RUNNABLE, hasLock=false; CloseRegionProcedure 388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 because future has completed 2024-11-15T20:01:49,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-15T20:01:49,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; CloseRegionProcedure 388a67797c0a2b1a77ec436293b33524, server=c325ef450a96,42595,1731700725376 in 1.4690 sec 2024-11-15T20:01:49,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=176, resume processing ppid=175 2024-11-15T20:01:49,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, ppid=175, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=388a67797c0a2b1a77ec436293b33524, UNASSIGN in 1.4730 sec 2024-11-15T20:01:49,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-15T20:01:49,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4760 sec 2024-11-15T20:01:49,526 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700909526"}]},"ts":"1731700909526"} 2024-11-15T20:01:49,527 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T20:01:49,528 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T20:01:49,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4840 sec 2024-11-15T20:01:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-15T20:01:50,190 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:50,191 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T20:01:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:01:50,193 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=178, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:01:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-15T20:01:50,194 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=178, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:01:50,196 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,198 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C, FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/recovered.edits] 2024-11-15T20:01:50,200 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/055874c82839406eb4af59956ec9c6de to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/055874c82839406eb4af59956ec9c6de 2024-11-15T20:01:50,201 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/3c7edef5894f4e19b7b301be467f303b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/3c7edef5894f4e19b7b301be467f303b 2024-11-15T20:01:50,202 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/ee1796e9920d41d09e9f94f1ddde93c1 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/A/ee1796e9920d41d09e9f94f1ddde93c1 2024-11-15T20:01:50,204 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/62e5b486818d40feba66107843b5a863 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/62e5b486818d40feba66107843b5a863 2024-11-15T20:01:50,204 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/a7193ccd40d64f61a3b78c9f2262b8ae to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/a7193ccd40d64f61a3b78c9f2262b8ae 2024-11-15T20:01:50,205 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/ac98a56e1fef494286235166d797897b to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/B/ac98a56e1fef494286235166d797897b 2024-11-15T20:01:50,207 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/13a1e5abdbe546c79f6e3c7b60df7790 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/13a1e5abdbe546c79f6e3c7b60df7790 2024-11-15T20:01:50,208 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/49cce1427ac64780b307273f736ff58c to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/49cce1427ac64780b307273f736ff58c 2024-11-15T20:01:50,209 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/d98d2e02a52c4c79b1cda21bdc5f04b6 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/C/d98d2e02a52c4c79b1cda21bdc5f04b6 2024-11-15T20:01:50,211 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/recovered.edits/362.seqid to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524/recovered.edits/362.seqid 2024-11-15T20:01:50,211 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/default/TestAcidGuarantees/388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,211 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T20:01:50,212 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T20:01:50,212 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T20:01:50,214 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115004a890474fa4f3cb9d7571dc6258ca8_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115004a890474fa4f3cb9d7571dc6258ca8_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,215 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150dc30b86d1854daebb6fd165a176a976_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150dc30b86d1854daebb6fd165a176a976_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,216 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111514e5dc5db3a64076abe0f28d1fcb889d_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111514e5dc5db3a64076abe0f28d1fcb889d_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,217 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151b59485301ee48c68a83d0b8c175b657_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151b59485301ee48c68a83d0b8c175b657_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,218 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151cda15a4a2274851842018418e26f916_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151cda15a4a2274851842018418e26f916_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,218 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111520fff584f6d74aad9144f5efbe723dfe_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111520fff584f6d74aad9144f5efbe723dfe_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,219 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115303806624dea4340b693fb96b671b096_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115303806624dea4340b693fb96b671b096_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,220 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154b75d2e79fab4768bed1f2f0842b04a1_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154b75d2e79fab4768bed1f2f0842b04a1_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,221 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154d6bd8086126465da506c137ca870b7c_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154d6bd8086126465da506c137ca870b7c_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,221 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155639d2f80b374634a7474bcb97f30428_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155639d2f80b374634a7474bcb97f30428_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,223 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155b9ec3a8a04a4c1bb892140c116f81d0_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155b9ec3a8a04a4c1bb892140c116f81d0_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,223 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155e8fa87986b743d6a95a3c25a8bc9ad9_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155e8fa87986b743d6a95a3c25a8bc9ad9_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,224 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111571e2fae22d3a48efb9a38c6d3035cd2d_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111571e2fae22d3a48efb9a38c6d3035cd2d_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,225 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115722fdbfefee04f55a5d02abd606d380e_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115722fdbfefee04f55a5d02abd606d380e_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,226 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111576e4e2c4d90c47dc960ac2fb98e63f46_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111576e4e2c4d90c47dc960ac2fb98e63f46_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,227 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115868c36691c2b45bba183e3fc85300835_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115868c36691c2b45bba183e3fc85300835_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,228 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159ff382683c9b4aa49b29bb2f63162bfc_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159ff382683c9b4aa49b29bb2f63162bfc_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,229 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b1eb4ee563314928b321f09a711de49b_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115b1eb4ee563314928b321f09a711de49b_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,230 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c6329e9d661b462ebe5335706a1a05c1_388a67797c0a2b1a77ec436293b33524 to hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c6329e9d661b462ebe5335706a1a05c1_388a67797c0a2b1a77ec436293b33524 2024-11-15T20:01:50,231 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T20:01:50,233 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=178, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:01:50,235 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T20:01:50,237 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T20:01:50,237 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=178, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:01:50,237 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T20:01:50,238 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731700910237"}]},"ts":"9223372036854775807"} 2024-11-15T20:01:50,239 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T20:01:50,239 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 388a67797c0a2b1a77ec436293b33524, NAME => 'TestAcidGuarantees,,1731700876879.388a67797c0a2b1a77ec436293b33524.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T20:01:50,239 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T20:01:50,239 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731700910239"}]},"ts":"9223372036854775807"} 2024-11-15T20:01:50,241 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-15T20:01:50,241 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=178, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T20:01:50,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-15T20:01:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-15T20:01:50,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-15T20:01:50,301 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-15T20:01:50,312 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 236) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 306), ProcessCount=11 (was 12), AvailableMemoryMB=247 (was 830) 2024-11-15T20:01:50,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T20:01:50,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T20:01:50,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T20:01:50,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:50,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:50,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T20:01:50,313 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T20:01:50,313 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1375213983, stopped=false 2024-11-15T20:01:50,313 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c325ef450a96,43137,1731700724558 2024-11-15T20:01:50,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T20:01:50,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T20:01:50,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T20:01:50,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T20:01:50,316 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T20:01:50,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T20:01:50,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T20:01:50,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T20:01:50,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:50,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T20:01:50,317 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c325ef450a96,42595,1731700725376' ***** 2024-11-15T20:01:50,317 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T20:01:50,317 INFO [RS:0;c325ef450a96:42595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T20:01:50,318 INFO [RS:0;c325ef450a96:42595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T20:01:50,318 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T20:01:50,318 INFO [RS:0;c325ef450a96:42595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T20:01:50,318 INFO [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(959): stopping server c325ef450a96,42595,1731700725376 2024-11-15T20:01:50,318 INFO [RS:0;c325ef450a96:42595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T20:01:50,318 INFO [RS:0;c325ef450a96:42595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c325ef450a96:42595. 2024-11-15T20:01:50,318 DEBUG [RS:0;c325ef450a96:42595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T20:01:50,318 DEBUG [RS:0;c325ef450a96:42595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:50,318 INFO [RS:0;c325ef450a96:42595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T20:01:50,319 INFO [RS:0;c325ef450a96:42595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T20:01:50,319 INFO [RS:0;c325ef450a96:42595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T20:01:50,319 INFO [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T20:01:50,319 INFO [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T20:01:50,319 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T20:01:50,320 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T20:01:50,320 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T20:01:50,320 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T20:01:50,320 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T20:01:50,320 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T20:01:50,320 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T20:01:50,320 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-15T20:01:50,341 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/.tmp/info/376ae322f8304e05a86b5d7cda33d03b is 95, key is TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305./info:/1731700753538/DeleteFamily/seqid=0 2024-11-15T20:01:50,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742470_1646 (size=6514) 2024-11-15T20:01:50,395 INFO [regionserver/c325ef450a96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T20:01:50,520 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T20:01:50,686 INFO [regionserver/c325ef450a96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T20:01:50,686 INFO [regionserver/c325ef450a96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T20:01:50,720 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T20:01:50,745 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/.tmp/info/376ae322f8304e05a86b5d7cda33d03b 2024-11-15T20:01:50,764 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/.tmp/ns/f6322528aeb942e4b881b4a367173bdd is 93, key is TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305./ns:/1731700753485/DeleteFamily/seqid=0 2024-11-15T20:01:50,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742471_1647 (size=5906) 2024-11-15T20:01:50,920 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T20:01:51,121 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T20:01:51,168 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/.tmp/ns/f6322528aeb942e4b881b4a367173bdd 2024-11-15T20:01:51,187 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/.tmp/rep_barrier/d0877de068414ceda2817aeef74cb7fa is 102, key is TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305./rep_barrier:/1731700753485/DeleteFamily/seqid=0 2024-11-15T20:01:51,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742472_1648 (size=6025) 2024-11-15T20:01:51,321 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T20:01:51,521 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T20:01:51,590 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/.tmp/rep_barrier/d0877de068414ceda2817aeef74cb7fa 2024-11-15T20:01:51,609 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/.tmp/table/650151b498c94dd9bf802d8c48bd4443 is 96, key is TestAcidGuarantees,,1731700728632.bfc83fe1893634620b3c971b384fa305./table:/1731700753485/DeleteFamily/seqid=0 2024-11-15T20:01:51,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742473_1649 (size=5936) 2024-11-15T20:01:51,721 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T20:01:51,921 DEBUG [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T20:01:52,013 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/.tmp/table/650151b498c94dd9bf802d8c48bd4443 2024-11-15T20:01:52,016 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/.tmp/info/376ae322f8304e05a86b5d7cda33d03b as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/info/376ae322f8304e05a86b5d7cda33d03b 2024-11-15T20:01:52,019 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/info/376ae322f8304e05a86b5d7cda33d03b, entries=12, sequenceid=90, filesize=6.4 K 2024-11-15T20:01:52,020 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/.tmp/ns/f6322528aeb942e4b881b4a367173bdd as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/ns/f6322528aeb942e4b881b4a367173bdd 2024-11-15T20:01:52,022 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/ns/f6322528aeb942e4b881b4a367173bdd, entries=8, sequenceid=90, filesize=5.8 K 2024-11-15T20:01:52,023 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/.tmp/rep_barrier/d0877de068414ceda2817aeef74cb7fa as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/rep_barrier/d0877de068414ceda2817aeef74cb7fa 2024-11-15T20:01:52,025 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/rep_barrier/d0877de068414ceda2817aeef74cb7fa, entries=6, sequenceid=90, filesize=5.9 K 2024-11-15T20:01:52,026 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/.tmp/table/650151b498c94dd9bf802d8c48bd4443 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/table/650151b498c94dd9bf802d8c48bd4443 2024-11-15T20:01:52,028 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/table/650151b498c94dd9bf802d8c48bd4443, entries=7, sequenceid=90, filesize=5.8 K 2024-11-15T20:01:52,029 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=90, compaction requested=false 2024-11-15T20:01:52,033 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-15T20:01:52,034 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T20:01:52,034 INFO [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T20:01:52,034 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731700910319Running coprocessor pre-close hooks at 1731700910320 (+1 ms)Disabling compacts and flushes for region at 1731700910320Disabling writes for close at 1731700910320Obtaining lock to block concurrent updates at 1731700910320Preparing flush snapshotting stores in 1588230740 at 1731700910320Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731700910320Flushing stores of hbase:meta,,1.1588230740 at 1731700910321 (+1 ms)Flushing 1588230740/info: creating writer at 1731700910321Flushing 1588230740/info: appending metadata at 1731700910341 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731700910341Flushing 1588230740/ns: creating writer at 1731700910749 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731700910764 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731700910764Flushing 1588230740/rep_barrier: creating writer at 1731700911172 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731700911186 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731700911186Flushing 1588230740/table: creating writer at 1731700911594 (+408 ms)Flushing 1588230740/table: appending metadata at 1731700911609 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731700911609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@784c6745: reopening flushed file at 1731700912016 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a283034: reopening flushed file at 1731700912020 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4209177d: reopening flushed file at 1731700912022 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f868af: reopening flushed file at 1731700912025 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=90, compaction requested=false at 1731700912029 (+4 ms)Writing region close event to WAL at 1731700912030 (+1 ms)Running coprocessor post-close hooks at 1731700912034 (+4 ms)Closed at 1731700912034 2024-11-15T20:01:52,034 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T20:01:52,122 INFO [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(976): stopping server c325ef450a96,42595,1731700725376; all regions closed. 2024-11-15T20:01:52,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741834_1010 (size=25344) 2024-11-15T20:01:52,129 DEBUG [RS:0;c325ef450a96:42595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/oldWALs 2024-11-15T20:01:52,130 INFO [RS:0;c325ef450a96:42595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c325ef450a96%2C42595%2C1731700725376.meta:.meta(num 1731700728149) 2024-11-15T20:01:52,132 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/WALs/c325ef450a96,42595,1731700725376/c325ef450a96%2C42595%2C1731700725376.1731700727810 not finished, retry = 0 2024-11-15T20:01:52,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741833_1009 (size=14995827) 2024-11-15T20:01:52,235 DEBUG [RS:0;c325ef450a96:42595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/oldWALs 2024-11-15T20:01:52,235 INFO [RS:0;c325ef450a96:42595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c325ef450a96%2C42595%2C1731700725376:(num 1731700727810) 2024-11-15T20:01:52,235 DEBUG [RS:0;c325ef450a96:42595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T20:01:52,235 INFO [RS:0;c325ef450a96:42595 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T20:01:52,235 INFO [RS:0;c325ef450a96:42595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T20:01:52,235 INFO [RS:0;c325ef450a96:42595 {}] hbase.ChoreService(370): Chore service for: regionserver/c325ef450a96:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T20:01:52,235 INFO [RS:0;c325ef450a96:42595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T20:01:52,235 INFO [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T20:01:52,236 INFO [RS:0;c325ef450a96:42595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42595 2024-11-15T20:01:52,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c325ef450a96,42595,1731700725376 2024-11-15T20:01:52,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T20:01:52,240 INFO [RS:0;c325ef450a96:42595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T20:01:52,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c325ef450a96,42595,1731700725376] 2024-11-15T20:01:52,243 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c325ef450a96,42595,1731700725376 already deleted, retry=false 2024-11-15T20:01:52,243 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c325ef450a96,42595,1731700725376 expired; onlineServers=0 2024-11-15T20:01:52,244 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c325ef450a96,43137,1731700724558' ***** 2024-11-15T20:01:52,244 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T20:01:52,244 INFO [M:0;c325ef450a96:43137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T20:01:52,244 INFO [M:0;c325ef450a96:43137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T20:01:52,244 DEBUG [M:0;c325ef450a96:43137 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T20:01:52,244 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T20:01:52,244 DEBUG [M:0;c325ef450a96:43137 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T20:01:52,244 DEBUG [master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700727420 {}] cleaner.HFileCleaner(306): Exit Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700727420,5,FailOnTimeoutGroup] 2024-11-15T20:01:52,244 DEBUG [master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700727418 {}] cleaner.HFileCleaner(306): Exit Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700727418,5,FailOnTimeoutGroup] 2024-11-15T20:01:52,244 INFO [M:0;c325ef450a96:43137 {}] hbase.ChoreService(370): Chore service for: master/c325ef450a96:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T20:01:52,244 INFO [M:0;c325ef450a96:43137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T20:01:52,244 DEBUG [M:0;c325ef450a96:43137 {}] master.HMaster(1795): Stopping service threads 2024-11-15T20:01:52,245 INFO [M:0;c325ef450a96:43137 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T20:01:52,245 INFO [M:0;c325ef450a96:43137 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T20:01:52,245 ERROR [M:0;c325ef450a96:43137 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-15T20:01:52,245 INFO [M:0;c325ef450a96:43137 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T20:01:52,245 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T20:01:52,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T20:01:52,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T20:01:52,246 DEBUG [M:0;c325ef450a96:43137 {}] zookeeper.ZKUtil(347): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T20:01:52,246 WARN [M:0;c325ef450a96:43137 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T20:01:52,246 INFO [M:0;c325ef450a96:43137 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/.lastflushedseqids 2024-11-15T20:01:52,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742474_1650 (size=72) 2024-11-15T20:01:52,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T20:01:52,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42595-0x101ad83851d0001, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T20:01:52,343 INFO [RS:0;c325ef450a96:42595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T20:01:52,343 INFO [RS:0;c325ef450a96:42595 {}] regionserver.HRegionServer(1031): Exiting; stopping=c325ef450a96,42595,1731700725376; zookeeper connection closed. 2024-11-15T20:01:52,344 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37d6483f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37d6483f 2024-11-15T20:01:52,344 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T20:01:52,656 INFO [M:0;c325ef450a96:43137 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T20:01:52,656 INFO [M:0;c325ef450a96:43137 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T20:01:52,657 DEBUG [M:0;c325ef450a96:43137 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T20:01:52,657 INFO [M:0;c325ef450a96:43137 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T20:01:52,657 DEBUG [M:0;c325ef450a96:43137 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T20:01:52,657 DEBUG [M:0;c325ef450a96:43137 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T20:01:52,657 DEBUG [M:0;c325ef450a96:43137 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T20:01:52,657 INFO [M:0;c325ef450a96:43137 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=779.72 KB heapSize=960.20 KB 2024-11-15T20:01:52,673 DEBUG [M:0;c325ef450a96:43137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bb37f3701a24e39995e9edc1b1cb616 is 82, key is hbase:meta,,1/info:regioninfo/1731700728250/Put/seqid=0 2024-11-15T20:01:52,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742475_1651 (size=5672) 2024-11-15T20:01:53,076 INFO [M:0;c325ef450a96:43137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2230 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bb37f3701a24e39995e9edc1b1cb616 2024-11-15T20:01:53,098 DEBUG [M:0;c325ef450a96:43137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab83d153897e45928270702e166009e5 is 2275, key is \x00\x00\x00\x00\x00\x00\x00\x1F/proc:d/1731700756902/Put/seqid=0 2024-11-15T20:01:53,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742476_1652 (size=45519) 2024-11-15T20:01:53,502 INFO [M:0;c325ef450a96:43137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=779.16 KB at sequenceid=2230 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab83d153897e45928270702e166009e5 2024-11-15T20:01:53,506 INFO [M:0;c325ef450a96:43137 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab83d153897e45928270702e166009e5 2024-11-15T20:01:53,522 DEBUG [M:0;c325ef450a96:43137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2f7f59f2d3a44b59e6165a28c5479b2 is 69, key is c325ef450a96,42595,1731700725376/rs:state/1731700727558/Put/seqid=0 2024-11-15T20:01:53,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073742477_1653 (size=5156) 2024-11-15T20:01:53,526 INFO [M:0;c325ef450a96:43137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2230 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2f7f59f2d3a44b59e6165a28c5479b2 2024-11-15T20:01:53,530 DEBUG [M:0;c325ef450a96:43137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bb37f3701a24e39995e9edc1b1cb616 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bb37f3701a24e39995e9edc1b1cb616 2024-11-15T20:01:53,533 INFO [M:0;c325ef450a96:43137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bb37f3701a24e39995e9edc1b1cb616, entries=8, sequenceid=2230, filesize=5.5 K 2024-11-15T20:01:53,533 DEBUG [M:0;c325ef450a96:43137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab83d153897e45928270702e166009e5 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab83d153897e45928270702e166009e5 2024-11-15T20:01:53,536 INFO [M:0;c325ef450a96:43137 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab83d153897e45928270702e166009e5 2024-11-15T20:01:53,536 INFO [M:0;c325ef450a96:43137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab83d153897e45928270702e166009e5, entries=178, sequenceid=2230, filesize=44.5 K 2024-11-15T20:01:53,536 DEBUG [M:0;c325ef450a96:43137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2f7f59f2d3a44b59e6165a28c5479b2 as hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2f7f59f2d3a44b59e6165a28c5479b2 2024-11-15T20:01:53,539 INFO [M:0;c325ef450a96:43137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2f7f59f2d3a44b59e6165a28c5479b2, entries=1, sequenceid=2230, filesize=5.0 K 2024-11-15T20:01:53,540 INFO [M:0;c325ef450a96:43137 {}] regionserver.HRegion(3140): Finished flush of dataSize ~779.72 KB/798430, heapSize ~959.91 KB/982944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=2230, compaction requested=false 2024-11-15T20:01:53,541 INFO [M:0;c325ef450a96:43137 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T20:01:53,541 DEBUG [M:0;c325ef450a96:43137 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731700912656Disabling compacts and flushes for region at 1731700912656Disabling writes for close at 1731700912657 (+1 ms)Obtaining lock to block concurrent updates at 1731700912657Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731700912657Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=798430, getHeapSize=983184, getOffHeapSize=0, getCellsCount=2433 at 1731700912657Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731700912658 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731700912658Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731700912672 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731700912672Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731700913080 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731700913098 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731700913098Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731700913506 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731700913522 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731700913522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@453445d6: reopening flushed file at 1731700913529 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd3af6e: reopening flushed file at 1731700913533 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5651eefb: reopening flushed file at 1731700913536 (+3 ms)Finished flush of dataSize ~779.72 KB/798430, heapSize ~959.91 KB/982944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=2230, compaction requested=false at 1731700913540 (+4 ms)Writing region close event to WAL at 1731700913541 (+1 ms)Closed at 1731700913541 2024-11-15T20:01:53,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741830_1006 (size=944611) 2024-11-15T20:01:53,544 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6939fd2f-a67b-53d7-59f1-306ee7762f97/MasterData/WALs/c325ef450a96,43137,1731700724558/c325ef450a96%2C43137%2C1731700724558.1731700726730 not finished, retry = 0 2024-11-15T20:01:53,645 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T20:01:53,645 INFO [M:0;c325ef450a96:43137 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T20:01:53,645 INFO [M:0;c325ef450a96:43137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43137 2024-11-15T20:01:53,645 INFO [M:0;c325ef450a96:43137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T20:01:53,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T20:01:53,748 INFO [M:0;c325ef450a96:43137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T20:01:53,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x101ad83851d0000, quorum=127.0.0.1:56910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T20:01:53,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T20:01:53,755 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T20:01:53,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T20:01:53,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T20:01:53,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/hadoop.log.dir/,STOPPED} 2024-11-15T20:01:53,760 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T20:01:53,760 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T20:01:53,760 WARN [BP-622455471-172.17.0.2-1731700721208 heartbeating to localhost/127.0.0.1:44669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T20:01:53,760 WARN [BP-622455471-172.17.0.2-1731700721208 heartbeating to localhost/127.0.0.1:44669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-622455471-172.17.0.2-1731700721208 (Datanode Uuid a09051c0-591f-4564-9707-15617900f150) service to localhost/127.0.0.1:44669 2024-11-15T20:01:53,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/cluster_9a713021-c67b-8789-66a9-b47232943eb4/data/data1/current/BP-622455471-172.17.0.2-1731700721208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T20:01:53,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/cluster_9a713021-c67b-8789-66a9-b47232943eb4/data/data2/current/BP-622455471-172.17.0.2-1731700721208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T20:01:53,764 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T20:01:53,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T20:01:53,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T20:01:53,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T20:01:53,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T20:01:53,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/912dd17b-54cb-23bd-c653-f2789fa042a7/hadoop.log.dir/,STOPPED} 2024-11-15T20:01:53,792 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T20:01:53,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down